[ 549.127925] env[69758]: INFO neutron.common.config [-] Logging enabled! [ 549.128220] env[69758]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev38 [ 549.128417] env[69758]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=69758) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 549.128827] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 549.128827] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 549.129698] env[69758]: WARNING oslo_policy.policy [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 549.129961] env[69758]: WARNING oslo_policy.policy [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 549.131514] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] VMware NSXv3 Agent initialized successfully. [ 549.131878] env[69758]: DEBUG oslo_concurrency.lockutils [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] Acquiring lock "singleton_lock" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.132036] env[69758]: DEBUG oslo_concurrency.lockutils [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] Acquired lock "singleton_lock" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 549.132253] env[69758]: DEBUG oslo_concurrency.lockutils [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] Releasing lock "singleton_lock" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 549.132631] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] Full set of CONF: {{(pid=69758) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 549.132756] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] ******************************************************************************** {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 549.132902] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] Configuration options gathered from: {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 549.133173] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 549.133352] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 549.133468] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] ================================================================================ {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 549.133640] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] agent_down_time = 75 {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.133787] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] allow_automatic_dhcp_failover = True {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.133928] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] allow_bulk = True {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.134089] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] api_extensions_path = {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.134238] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] api_paste_config = api-paste.ini {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.134383] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] auth_strategy = keystone {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.134505] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] backdoor_port = None {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.134616] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] backdoor_socket = None {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.134760] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] backlog = 4096 {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.134904] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] base_mac = fa:16:3e:00:00:00 {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.135081] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] bind_host = 0.0.0.0 {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.135232] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] bind_port = 9696 {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.135372] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] client_socket_timeout = 900 {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.135517] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] config_dir = [] {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.135632] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.135774] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] config_source = [] {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.135919] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] control_exchange = neutron {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.136076] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] core_plugin = ml2 {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.136224] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] debug = True {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.136368] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] default_availability_zones = [] {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.136577] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.136719] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] dhcp_agent_notification = True {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.136858] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] dhcp_agents_per_network = 1 {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.137035] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] dhcp_lease_duration = 86400 {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.137264] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] dhcp_load_type = networks {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.137298] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] dns_domain = openstacklocal {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.137474] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.137566] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] enable_default_route_bfd = False {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.137699] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] enable_default_route_ecmp = False {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.137878] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] enable_dvr = True {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.138043] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] enable_new_agents = True {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.138119] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.138254] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] enable_signals = True {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.138391] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] enable_traditional_dhcp = True {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.138528] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] external_dns_driver = None {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.138654] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] filter_validation = True {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.138801] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] global_physnet_mtu = 8950 {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.138940] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] graceful_shutdown_timeout = 60 {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.139139] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] host = cpu-1 {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.139298] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] host_dvr_for_dhcp = True {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.139491] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] http_retries = 3 {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.139645] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] instance_format = [instance: %(uuid)s] {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.139808] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.139925] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] ipam_driver = internal {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.140080] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] ipv6_pd_enabled = False {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.140217] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] l3_ha = False {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.140359] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.140501] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] l3_ha_network_physical_name = {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.140642] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] l3_ha_network_type = {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.140782] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] log_color = False {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.140988] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] log_config_append = None {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.141084] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.141203] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] log_dir = None {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.141337] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] log_file = None {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.141444] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] log_options = True {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.141586] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] log_rotate_interval = 1 {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.141754] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] log_rotate_interval_type = days {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.141937] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] log_rotation_type = none {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.142069] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.142186] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.142347] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.142518] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.142641] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.142800] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] max_dns_nameservers = 5 {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.142942] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] max_header_line = 16384 {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.143170] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] max_l3_agents_per_router = 3 {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.143236] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] max_logfile_count = 30 {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.143371] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] max_logfile_size_mb = 200 {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.143508] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] max_subnet_host_routes = 20 {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.143655] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] my_ip = 10.180.1.21 {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.143898] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] my_ipv6 = ::1 {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.144057] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] network_auto_schedule = True {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.144206] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] network_link_prefix = None {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.144354] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.144873] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] notify_nova_on_port_data_changes = True {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.145049] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] notify_nova_on_port_status_changes = True {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.145204] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] pagination_max_limit = -1 {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.145352] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] publish_errors = False {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.145494] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] rate_limit_burst = 0 {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.145640] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] rate_limit_except_level = CRITICAL {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.145778] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] rate_limit_interval = 0 {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.145915] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] retry_until_window = 30 {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.146079] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] router_distributed = False {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.146208] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] rpc_resources_processing_step = 20 {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.146343] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] rpc_response_max_timeout = 600 {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.146481] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] rpc_response_timeout = 60 {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.146615] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] send_events_interval = 2 {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.146769] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] service_plugins = ['router'] {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.146912] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] setproctitle = on {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.147065] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] shell_completion = None {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.147210] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] state_path = /opt/stack/data/neutron {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.147351] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] syslog_log_facility = LOG_USER {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.147558] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] tcp_keepidle = 600 {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.147641] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] transport_url = **** {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.147756] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] use_journal = False {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.147890] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] use_json = False {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.148036] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] use_ssl = False {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.148170] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] use_stderr = False {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.148312] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] use_syslog = False {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.148448] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] vlan_qinq = False {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.148581] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] vlan_transparent = False {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.148714] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] watch_log_file = False {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.148851] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] wsgi_default_pool_size = 100 {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.148985] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] wsgi_keep_alive = True {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.149149] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.149281] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] wsgi_server_debug = False {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.149434] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] oslo_concurrency.disable_process_locking = False {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.149582] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.149730] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.149869] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.150035] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.150166] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.150308] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.150463] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] profiler.connection_string = messaging:// {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.150608] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] profiler.enabled = False {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.150753] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] profiler.es_doc_type = notification {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.150899] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] profiler.es_scroll_size = 10000 {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.151058] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] profiler.es_scroll_time = 2m {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.151206] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] profiler.filter_error_trace = False {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.151353] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] profiler.hmac_keys = **** {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.151497] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] profiler.sentinel_service_name = mymaster {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.151647] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] profiler.socket_timeout = 0.1 {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.151791] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] profiler.trace_requests = False {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.151965] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] profiler.trace_sqlalchemy = False {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.152150] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] profiler_jaeger.process_tags = {} {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.152292] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] profiler_jaeger.service_name_prefix = None {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.152434] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] profiler_otlp.service_name_prefix = None {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.152615] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] oslo_policy.enforce_new_defaults = True {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.152983] env[69758]: WARNING oslo_config.cfg [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 549.153183] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] oslo_policy.enforce_scope = True {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.153340] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] oslo_policy.policy_default_rule = default {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.153503] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.153653] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.153802] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.153945] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.154101] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.154244] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.154386] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.154534] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] oslo_policy.remote_timeout = 60.0 {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.154687] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.154838] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] agent.extensions = [] {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.154984] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.155159] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] service_providers.service_provider = [] {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.155301] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] QUOTAS.default_quota = -1 {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.155446] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.155587] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] QUOTAS.quota_floatingip = 50 {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.155726] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] QUOTAS.quota_network = 100 {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.155934] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] QUOTAS.quota_port = 500 {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.156115] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.156263] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] QUOTAS.quota_router = 10 {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.156404] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] QUOTAS.quota_security_group = 10 {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.156545] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.156686] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] QUOTAS.quota_subnet = 100 {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.156825] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] QUOTAS.track_quota_usage = True {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.156976] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.157128] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] privsep.group = None {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.157265] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] privsep.helper_command = None {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.157408] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.157551] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] privsep.thread_pool_size = 8 {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.157761] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] privsep.user = None {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.157836] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.157960] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] privsep_dhcp_release.group = None {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.158109] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] privsep_dhcp_release.helper_command = None {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.158256] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.158393] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.158529] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] privsep_dhcp_release.user = None {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.158671] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.158809] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] privsep_ovs_vsctl.group = None {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.158994] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] privsep_ovs_vsctl.helper_command = None {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.159174] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.159321] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.159461] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] privsep_ovs_vsctl.user = None {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.159607] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] privsep_namespace.capabilities = [21] {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.159746] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] privsep_namespace.group = None {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.159883] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] privsep_namespace.helper_command = None {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.160036] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.160180] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] privsep_namespace.thread_pool_size = 8 {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.160317] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] privsep_namespace.user = None {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.160463] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] privsep_conntrack.capabilities = [12] {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.160598] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] privsep_conntrack.group = None {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.160733] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] privsep_conntrack.helper_command = None {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.160875] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.161029] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.161243] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] privsep_conntrack.user = None {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.161402] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] privsep_link.capabilities = [12, 21] {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.161544] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] privsep_link.group = None {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.161680] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] privsep_link.helper_command = None {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.161823] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.161996] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] privsep_link.thread_pool_size = 8 {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.162148] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] privsep_link.user = None {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.162315] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.162472] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.162613] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] AGENT.continue_on_failed_promotions = False {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.162752] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] AGENT.dscp = None {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.162892] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] AGENT.dscp_inherit = False {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.163054] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] AGENT.force_mp_to_policy = True {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.163196] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] AGENT.locking_coordinator_url = None {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.163336] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] AGENT.log_agent_heartbeats = False {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.163510] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] AGENT.logging_expire = 1 {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.163760] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.163953] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.164132] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] AGENT.polling_interval = 240 {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.164302] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.164464] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.164617] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] AGENT.report_interval = 30.0 {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.164769] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.164916] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.165078] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.165226] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] AGENT.sync_skew = 60 {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.165369] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] AGENT.synchronization_queue_size = 20 {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.165515] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] AGENT.use_helper_for_ns_read = True {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.165660] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] SECURITYGROUP.enable_ipset = True {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.165811] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] SECURITYGROUP.enable_security_group = True {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.165957] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.166118] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.166267] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] experimental.ipv6_pd_enabled = False {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.166427] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] ml2.extension_drivers = ['port_security'] {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.166590] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] ml2.external_network_type = None {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.166797] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.166963] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] ml2.overlay_ip_version = 4 {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.167140] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] ml2.path_mtu = 8950 {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.167296] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] ml2.physical_network_mtus = {} {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.167452] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] ml2.tenant_network_types = ['vlan'] {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.167601] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.167751] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] ml2.type_drivers = ['vlan'] {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.167905] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] AGENT_CLI.neutron_port_id = [] {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.168062] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.168210] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.168369] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.168521] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.168671] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.168821] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.168972] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.169137] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.169349] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.169505] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] NSXV3.nsxv3_login_password = **** {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.169661] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] NSXV3.nsxv3_login_port = 443 {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.169809] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] NSXV3.nsxv3_login_user = admin {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.169957] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.170124] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.170271] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.170414] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.170564] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.170716] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.170867] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.171026] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.171180] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.171332] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.171486] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.171633] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.171783] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.172019] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.172196] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] vsphere.vsphere_login_password = VMware1! {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.172349] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.172495] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.172646] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] nova.auth_section = None {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.172804] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] nova.auth_type = password {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.172991] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.173138] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] nova.certfile = None {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.173285] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] nova.collect_timing = False {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.173439] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] nova.endpoint_type = public {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.173583] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] nova.insecure = False {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.173732] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] nova.keyfile = None {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.173884] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] nova.region_name = RegionOne {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.174040] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] nova.split_loggers = False {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.174182] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] nova.timeout = None {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.174330] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] placement.auth_section = None {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.174484] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] placement.auth_type = password {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.174632] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.174772] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] placement.certfile = None {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.174914] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] placement.collect_timing = False {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.175076] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] placement.endpoint_type = public {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.175223] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] placement.insecure = False {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.175360] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] placement.keyfile = None {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.175496] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] placement.region_name = None {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.175637] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] placement.split_loggers = False {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.175775] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] placement.timeout = None {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.175920] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] ironic.auth_section = None {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.176080] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] ironic.auth_type = None {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.176220] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] ironic.cafile = None {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.176357] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] ironic.certfile = None {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.176502] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] ironic.collect_timing = False {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.176642] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] ironic.connect_retries = None {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.176781] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] ironic.connect_retry_delay = None {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.176925] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] ironic.enable_notifications = False {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.177076] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] ironic.endpoint_override = None {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.177221] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] ironic.insecure = False {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.177358] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] ironic.interface = None {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.177492] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] ironic.keyfile = None {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.177628] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] ironic.max_version = None {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.177763] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] ironic.min_version = None {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.177931] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] ironic.region_name = None {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.178081] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] ironic.retriable_status_codes = None {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.178176] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] ironic.service_name = None {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.178313] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] ironic.service_type = None {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.178455] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] ironic.split_loggers = False {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.178595] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] ironic.status_code_retries = None {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.178734] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] ironic.status_code_retry_delay = None {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.178872] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] ironic.timeout = None {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.179017] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] ironic.valid_interfaces = None {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.179159] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] ironic.version = None {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.179307] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] cli_script.dry_run = False {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.179459] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.179602] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.179744] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.179890] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.180042] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.180190] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.180332] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.180476] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.180644] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.180760] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.180936] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.181090] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.181200] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.181339] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.181485] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.181632] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.181772] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.181934] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.182104] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.182250] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.182394] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.182541] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.182686] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.182825] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.183010] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.183149] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.183290] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.183430] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.183568] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.183706] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.183846] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] oslo_messaging_rabbit.ssl = False {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.183996] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.184157] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.184299] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.184446] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.184590] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] oslo_messaging_rabbit.ssl_version = {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.184732] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.184883] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] oslo_messaging_notifications.driver = [] {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.185039] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] oslo_messaging_notifications.retry = -1 {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.185198] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.185336] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] oslo_messaging_notifications.transport_url = **** {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.185445] env[69758]: DEBUG oslo_service.backend.eventlet.service [None req-2e474610-1045-4593-b599-dee1e72aecc7 None None] ******************************************************************************** {{(pid=69758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 549.186482] env[69758]: DEBUG neutron.agent.securitygroups_rpc [None req-19f4b427-64cd-4f09-8045-7814afbf13ae None None] Init firewall settings (driver=nsxv3) {{(pid=69758) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 549.187797] env[69758]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-19f4b427-64cd-4f09-8045-7814afbf13ae None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=69758) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 549.188053] env[69758]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-19f4b427-64cd-4f09-8045-7814afbf13ae None None] RPC agent_id: nsxm-l-01a.corp.local [ 549.190313] env[69758]: DEBUG dogpile.cache.region [None req-19f4b427-64cd-4f09-8045-7814afbf13ae None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 549.190440] env[69758]: DEBUG dogpile.lock [None req-19f4b427-64cd-4f09-8045-7814afbf13ae None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 549.190542] env[69758]: DEBUG dogpile.lock [None req-19f4b427-64cd-4f09-8045-7814afbf13ae None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 549.190636] env[69758]: DEBUG dogpile.lock [None req-19f4b427-64cd-4f09-8045-7814afbf13ae None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 549.190734] env[69758]: DEBUG dogpile.cache.region [None req-19f4b427-64cd-4f09-8045-7814afbf13ae None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 549.190826] env[69758]: DEBUG dogpile.lock [None req-19f4b427-64cd-4f09-8045-7814afbf13ae None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 549.190951] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-19f4b427-64cd-4f09-8045-7814afbf13ae None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 549.237394] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-19f4b427-64cd-4f09-8045-7814afbf13ae None None] Session token - acquiring [ 549.238969] env[69758]: DEBUG networking_nsxv3.common.locking [None req-19f4b427-64cd-4f09-8045-7814afbf13ae None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.239138] env[69758]: DEBUG oslo_concurrency.lockutils [None req-19f4b427-64cd-4f09-8045-7814afbf13ae None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.239254] env[69758]: DEBUG oslo_concurrency.lockutils [None req-19f4b427-64cd-4f09-8045-7814afbf13ae None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 549.239656] env[69758]: DEBUG oslo_concurrency.lockutils [None req-19f4b427-64cd-4f09-8045-7814afbf13ae None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 549.251329] env[69758]: DEBUG oslo_concurrency.lockutils [None req-19f4b427-64cd-4f09-8045-7814afbf13ae None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 549.533315] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-19f4b427-64cd-4f09-8045-7814afbf13ae None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 549.567521] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-19f4b427-64cd-4f09-8045-7814afbf13ae None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 549.567710] env[69758]: DEBUG dogpile.cache.region [None req-19f4b427-64cd-4f09-8045-7814afbf13ae None None] Cache value generated in 0.377 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 549.567830] env[69758]: DEBUG dogpile.lock [None req-19f4b427-64cd-4f09-8045-7814afbf13ae None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 549.567917] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-19f4b427-64cd-4f09-8045-7814afbf13ae None None] Activating Policy API Provider. [ 549.568144] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-19f4b427-64cd-4f09-8045-7814afbf13ae None None] Looking for the default Infrastructure Rules. [ 549.654158] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-19f4b427-64cd-4f09-8045-7814afbf13ae None None] Looking for the Default Layer3 Logged Drop Section. [ 549.669738] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-19f4b427-64cd-4f09-8045-7814afbf13ae None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 549.670382] env[69758]: DEBUG networking_nsxv3.common.locking [None req-19f4b427-64cd-4f09-8045-7814afbf13ae None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.670623] env[69758]: DEBUG oslo_concurrency.lockutils [None req-19f4b427-64cd-4f09-8045-7814afbf13ae None None] Acquiring lock "all" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.670696] env[69758]: DEBUG oslo_concurrency.lockutils [None req-19f4b427-64cd-4f09-8045-7814afbf13ae None None] Acquired lock "all" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 549.670977] env[69758]: DEBUG oslo_concurrency.lockutils [None req-19f4b427-64cd-4f09-8045-7814afbf13ae None None] Acquired external semaphore "all" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 549.671329] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-19f4b427-64cd-4f09-8045-7814afbf13ae None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 550.187648] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-19f4b427-64cd-4f09-8045-7814afbf13ae None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 550.689975] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-19f4b427-64cd-4f09-8045-7814afbf13ae None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 551.192328] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-19f4b427-64cd-4f09-8045-7814afbf13ae None None] Inventory metadata is going to be refreshed. [ 551.192676] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-19f4b427-64cd-4f09-8045-7814afbf13ae None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 552.121759] env[69758]: DEBUG networking_nsxv3.common.locking [None req-19f4b427-64cd-4f09-8045-7814afbf13ae None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.122074] env[69758]: DEBUG oslo_concurrency.lockutils [None req-19f4b427-64cd-4f09-8045-7814afbf13ae None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.122074] env[69758]: DEBUG oslo_concurrency.lockutils [None req-19f4b427-64cd-4f09-8045-7814afbf13ae None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 552.122399] env[69758]: DEBUG oslo_concurrency.lockutils [None req-19f4b427-64cd-4f09-8045-7814afbf13ae None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 552.133152] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-19f4b427-64cd-4f09-8045-7814afbf13ae None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 552.134058] env[69758]: DEBUG oslo_concurrency.lockutils [None req-19f4b427-64cd-4f09-8045-7814afbf13ae None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 552.134983] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-19f4b427-64cd-4f09-8045-7814afbf13ae None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 552.154938] env[69758]: DEBUG networking_nsxv3.common.locking [None req-19f4b427-64cd-4f09-8045-7814afbf13ae None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.155167] env[69758]: DEBUG oslo_concurrency.lockutils [None req-19f4b427-64cd-4f09-8045-7814afbf13ae None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.155336] env[69758]: DEBUG oslo_concurrency.lockutils [None req-19f4b427-64cd-4f09-8045-7814afbf13ae None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 552.155543] env[69758]: DEBUG oslo_concurrency.lockutils [None req-19f4b427-64cd-4f09-8045-7814afbf13ae None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 552.155672] env[69758]: DEBUG oslo_concurrency.lockutils [None req-19f4b427-64cd-4f09-8045-7814afbf13ae None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 552.155829] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-19f4b427-64cd-4f09-8045-7814afbf13ae None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 552.155946] env[69758]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-19f4b427-64cd-4f09-8045-7814afbf13ae None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=69758) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 552.156070] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-19f4b427-64cd-4f09-8045-7814afbf13ae None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 552.175643] env[69758]: DEBUG networking_nsxv3.common.locking [None req-19f4b427-64cd-4f09-8045-7814afbf13ae None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.175899] env[69758]: DEBUG oslo_concurrency.lockutils [None req-19f4b427-64cd-4f09-8045-7814afbf13ae None None] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.176021] env[69758]: DEBUG oslo_concurrency.lockutils [None req-19f4b427-64cd-4f09-8045-7814afbf13ae None None] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 552.176297] env[69758]: DEBUG oslo_concurrency.lockutils [None req-19f4b427-64cd-4f09-8045-7814afbf13ae None None] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 552.176484] env[69758]: DEBUG oslo_concurrency.lockutils [None req-19f4b427-64cd-4f09-8045-7814afbf13ae None None] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 552.176640] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-19f4b427-64cd-4f09-8045-7814afbf13ae None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 552.196057] env[69758]: DEBUG networking_nsxv3.common.locking [None req-19f4b427-64cd-4f09-8045-7814afbf13ae None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.196526] env[69758]: DEBUG oslo_concurrency.lockutils [None req-19f4b427-64cd-4f09-8045-7814afbf13ae None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.196653] env[69758]: DEBUG oslo_concurrency.lockutils [None req-19f4b427-64cd-4f09-8045-7814afbf13ae None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 552.196858] env[69758]: DEBUG oslo_concurrency.lockutils [None req-19f4b427-64cd-4f09-8045-7814afbf13ae None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 552.197017] env[69758]: DEBUG oslo_concurrency.lockutils [None req-19f4b427-64cd-4f09-8045-7814afbf13ae None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 552.197178] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-19f4b427-64cd-4f09-8045-7814afbf13ae None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 552.219339] env[69758]: DEBUG networking_nsxv3.common.locking [None req-19f4b427-64cd-4f09-8045-7814afbf13ae None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.219542] env[69758]: DEBUG oslo_concurrency.lockutils [None req-19f4b427-64cd-4f09-8045-7814afbf13ae None None] Acquiring lock "Address Group" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.219684] env[69758]: DEBUG oslo_concurrency.lockutils [None req-19f4b427-64cd-4f09-8045-7814afbf13ae None None] Acquired lock "Address Group" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 552.219981] env[69758]: DEBUG oslo_concurrency.lockutils [None req-19f4b427-64cd-4f09-8045-7814afbf13ae None None] Acquired external semaphore "Address Group" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 552.220167] env[69758]: DEBUG oslo_concurrency.lockutils [None req-19f4b427-64cd-4f09-8045-7814afbf13ae None None] Releasing lock "Address Group" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 552.220328] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-19f4b427-64cd-4f09-8045-7814afbf13ae None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 552.220439] env[69758]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-19f4b427-64cd-4f09-8045-7814afbf13ae None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69758) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 552.220550] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-19f4b427-64cd-4f09-8045-7814afbf13ae None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 552.239657] env[69758]: DEBUG networking_nsxv3.common.locking [None req-19f4b427-64cd-4f09-8045-7814afbf13ae None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.239945] env[69758]: DEBUG oslo_concurrency.lockutils [None req-19f4b427-64cd-4f09-8045-7814afbf13ae None None] Acquiring lock "Segment QoS" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.239945] env[69758]: DEBUG oslo_concurrency.lockutils [None req-19f4b427-64cd-4f09-8045-7814afbf13ae None None] Acquired lock "Segment QoS" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 552.240300] env[69758]: DEBUG oslo_concurrency.lockutils [None req-19f4b427-64cd-4f09-8045-7814afbf13ae None None] Acquired external semaphore "Segment QoS" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 552.240429] env[69758]: DEBUG oslo_concurrency.lockutils [None req-19f4b427-64cd-4f09-8045-7814afbf13ae None None] Releasing lock "Segment QoS" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 552.240579] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-19f4b427-64cd-4f09-8045-7814afbf13ae None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 552.240687] env[69758]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-19f4b427-64cd-4f09-8045-7814afbf13ae None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=69758) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 552.240797] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-19f4b427-64cd-4f09-8045-7814afbf13ae None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 552.260600] env[69758]: DEBUG networking_nsxv3.common.locking [None req-19f4b427-64cd-4f09-8045-7814afbf13ae None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.260825] env[69758]: DEBUG oslo_concurrency.lockutils [None req-19f4b427-64cd-4f09-8045-7814afbf13ae None None] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.260951] env[69758]: DEBUG oslo_concurrency.lockutils [None req-19f4b427-64cd-4f09-8045-7814afbf13ae None None] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 552.261212] env[69758]: DEBUG oslo_concurrency.lockutils [None req-19f4b427-64cd-4f09-8045-7814afbf13ae None None] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 552.261365] env[69758]: DEBUG oslo_concurrency.lockutils [None req-19f4b427-64cd-4f09-8045-7814afbf13ae None None] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 552.261520] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-19f4b427-64cd-4f09-8045-7814afbf13ae None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 552.261631] env[69758]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-19f4b427-64cd-4f09-8045-7814afbf13ae None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69758) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 552.261734] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-19f4b427-64cd-4f09-8045-7814afbf13ae None None] Inventory metadata have been refreshed. [ 552.261834] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-19f4b427-64cd-4f09-8045-7814afbf13ae None None] Dryrun:True. Metadata refresh completed. [ 552.262056] env[69758]: DEBUG oslo_concurrency.lockutils [None req-19f4b427-64cd-4f09-8045-7814afbf13ae None None] Releasing lock "all" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 552.263749] env[69758]: INFO neutron.agent.agent_extensions_manager [None req-19f4b427-64cd-4f09-8045-7814afbf13ae None None] Loaded agent extensions: [] [ 552.264514] env[69758]: DEBUG neutron_lib.callbacks.manager [None req-19f4b427-64cd-4f09-8045-7814afbf13ae None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=69758) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 552.329744] env[69758]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-19f4b427-64cd-4f09-8045-7814afbf13ae None None] NSXv3 Agent Agent RPC Daemon Started! [ 552.329963] env[69758]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-19f4b427-64cd-4f09-8045-7814afbf13ae None None] NSXv3 Agent Agent loop - iteration:0 started [ 552.330071] env[69758]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-19f4b427-64cd-4f09-8045-7814afbf13ae None None] NSXv3 Agent Agent out of sync with plugin! [ 557.264825] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 557.265255] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 562.265706] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 562.266154] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 567.060710] env[69758]: INFO networking_nsxv3.common.synchronization [None req-bb04cba0-e52d-4dd6-8ca5-b2d77354e4b2 demo admin] Enqueued Resource ID: 3df94e3e-c110-45f8-914d-ea214d3d4e21 with Priority: HIGHEST for action security_group_rules [ 567.061225] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3df94e3e-c110-45f8-914d-ea214d3d4e21 with Priority: HIGHEST for action security_group_rules [ 567.061523] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3df94e3e-c110-45f8-914d-ea214d3d4e21 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.061646] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3df94e3e-c110-45f8-914d-ea214d3d4e21" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.061716] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3df94e3e-c110-45f8-914d-ea214d3d4e21" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 567.062188] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3df94e3e-c110-45f8-914d-ea214d3d4e21" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 567.062292] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3df94e3e-c110-45f8-914d-ea214d3d4e21',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 567.585903] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.586129] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.586171] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 567.586390] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 567.586484] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 567.586582] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3df94e3e-c110-45f8-914d-ea214d3d4e21 already deleted. [ 567.586666] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3df94e3e-c110-45f8-914d-ea214d3d4e21" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.063041] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 572.063518] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 577.064498] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 577.064498] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 582.065433] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 582.065817] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 587.066560] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 587.067013] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 592.068371] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 592.068727] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 597.069570] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 597.069570] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 597.897098] env[69758]: INFO networking_nsxv3.common.synchronization [None req-81ce8d47-cf54-4d2a-8c88-9cfe048bfeed None None] Enqueued Resource ID: ad80b2eb-5dfd-434f-93a3-d292c262a080 with Priority: HIGHEST for action port [ 597.897669] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad80b2eb-5dfd-434f-93a3-d292c262a080 with Priority: HIGHEST for action port [ 597.898373] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad80b2eb-5dfd-434f-93a3-d292c262a080 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.898492] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad80b2eb-5dfd-434f-93a3-d292c262a080" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.899977] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad80b2eb-5dfd-434f-93a3-d292c262a080" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.899977] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad80b2eb-5dfd-434f-93a3-d292c262a080" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.899977] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad80b2eb-5dfd-434f-93a3-d292c262a080',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.402260] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ad80b2eb-5dfd-434f-93a3-d292c262a080 [ 598.402613] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.402613] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.403085] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.403085] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.403203] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.403233] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ad80b2eb-5dfd-434f-93a3-d292c262a080 already deleted. [ 598.403296] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad80b2eb-5dfd-434f-93a3-d292c262a080" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.570018] env[69758]: INFO networking_nsxv3.common.synchronization [None req-a61a64b5-661c-449f-b344-e4be4578b38b None None] Enqueued Resource ID: aac647a7-a55d-4fb2-8c12-140d2293c9a1 with Priority: HIGHEST for action port [ 599.570018] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aac647a7-a55d-4fb2-8c12-140d2293c9a1 with Priority: HIGHEST for action port [ 599.570385] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-aac647a7-a55d-4fb2-8c12-140d2293c9a1 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.570385] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aac647a7-a55d-4fb2-8c12-140d2293c9a1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.570385] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aac647a7-a55d-4fb2-8c12-140d2293c9a1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.570547] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aac647a7-a55d-4fb2-8c12-140d2293c9a1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.570585] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aac647a7-a55d-4fb2-8c12-140d2293c9a1',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.905621] env[69758]: INFO networking_nsxv3.common.synchronization [None req-4dff665b-523c-44e0-833a-5c2c6c5d8106 None None] Enqueued Resource ID: 00363dcc-20f4-476e-b6e7-82aecbb1d111 with Priority: HIGHEST for action port [ 599.905808] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00363dcc-20f4-476e-b6e7-82aecbb1d111 with Priority: HIGHEST for action port [ 599.906128] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-00363dcc-20f4-476e-b6e7-82aecbb1d111 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.906262] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00363dcc-20f4-476e-b6e7-82aecbb1d111" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.906343] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00363dcc-20f4-476e-b6e7-82aecbb1d111" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.906634] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00363dcc-20f4-476e-b6e7-82aecbb1d111" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.907500] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00363dcc-20f4-476e-b6e7-82aecbb1d111',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.074702] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aac647a7-a55d-4fb2-8c12-140d2293c9a1 [ 600.074702] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.074702] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.074702] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.074702] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.074702] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.074702] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aac647a7-a55d-4fb2-8c12-140d2293c9a1 already deleted. [ 600.074702] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aac647a7-a55d-4fb2-8c12-140d2293c9a1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.411441] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 00363dcc-20f4-476e-b6e7-82aecbb1d111 [ 600.411441] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.411441] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.411441] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.411441] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.411441] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.411441] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:00363dcc-20f4-476e-b6e7-82aecbb1d111 already deleted. [ 600.411441] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00363dcc-20f4-476e-b6e7-82aecbb1d111" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.798527] env[69758]: INFO networking_nsxv3.common.synchronization [None req-b909fef1-385d-4531-be3a-f551506e20cf None None] Enqueued Resource ID: 10f55da2-dcfb-4849-8271-d6277ba6ec2f with Priority: HIGHEST for action port [ 600.799140] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10f55da2-dcfb-4849-8271-d6277ba6ec2f with Priority: HIGHEST for action port [ 600.799423] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-10f55da2-dcfb-4849-8271-d6277ba6ec2f taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.799423] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-10f55da2-dcfb-4849-8271-d6277ba6ec2f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.799530] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-10f55da2-dcfb-4849-8271-d6277ba6ec2f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.802854] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-10f55da2-dcfb-4849-8271-d6277ba6ec2f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.802854] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10f55da2-dcfb-4849-8271-d6277ba6ec2f',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.308013] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 10f55da2-dcfb-4849-8271-d6277ba6ec2f [ 601.308013] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.308013] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.308013] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.308013] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.308013] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.308013] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:10f55da2-dcfb-4849-8271-d6277ba6ec2f already deleted. [ 601.308439] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-10f55da2-dcfb-4849-8271-d6277ba6ec2f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.072295] env[69758]: INFO networking_nsxv3.common.synchronization [None req-b84c8471-281c-4f52-b94e-4c4977923f05 None None] Enqueued Resource ID: 83503acb-3192-44b1-a46d-574e6f0d64f2 with Priority: HIGHEST for action port [ 602.072769] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83503acb-3192-44b1-a46d-574e6f0d64f2 with Priority: HIGHEST for action port [ 602.073070] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-83503acb-3192-44b1-a46d-574e6f0d64f2 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.073162] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83503acb-3192-44b1-a46d-574e6f0d64f2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.073196] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83503acb-3192-44b1-a46d-574e6f0d64f2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.073431] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83503acb-3192-44b1-a46d-574e6f0d64f2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.073506] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83503acb-3192-44b1-a46d-574e6f0d64f2',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.286094] env[69758]: INFO networking_nsxv3.common.synchronization [None req-175557ab-741a-4048-a319-670cf05d5093 None None] Enqueued Resource ID: 36f7d0e7-d9c9-41d5-bc76-59da377724a5 with Priority: HIGHEST for action port [ 602.287050] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36f7d0e7-d9c9-41d5-bc76-59da377724a5 with Priority: HIGHEST for action port [ 602.288210] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-36f7d0e7-d9c9-41d5-bc76-59da377724a5 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.288657] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36f7d0e7-d9c9-41d5-bc76-59da377724a5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.288826] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36f7d0e7-d9c9-41d5-bc76-59da377724a5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.289191] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36f7d0e7-d9c9-41d5-bc76-59da377724a5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.290997] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36f7d0e7-d9c9-41d5-bc76-59da377724a5',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.577059] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 83503acb-3192-44b1-a46d-574e6f0d64f2 [ 602.577308] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.577528] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.577528] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.577804] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.577804] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.577924] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:83503acb-3192-44b1-a46d-574e6f0d64f2 already deleted. [ 602.577993] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83503acb-3192-44b1-a46d-574e6f0d64f2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.792645] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 36f7d0e7-d9c9-41d5-bc76-59da377724a5 [ 602.792899] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.793053] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.793124] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.793336] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.793511] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.793511] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:36f7d0e7-d9c9-41d5-bc76-59da377724a5 already deleted. [ 602.793696] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36f7d0e7-d9c9-41d5-bc76-59da377724a5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.938089] env[69758]: INFO networking_nsxv3.common.synchronization [None req-d9857943-331d-4296-a72f-263ec3c02774 None None] Enqueued Resource ID: 2473f693-9574-4567-b7f4-d58e32baf959 with Priority: HIGHEST for action port [ 602.940969] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2473f693-9574-4567-b7f4-d58e32baf959 with Priority: HIGHEST for action port [ 602.940969] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-2473f693-9574-4567-b7f4-d58e32baf959 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.940969] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2473f693-9574-4567-b7f4-d58e32baf959" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.940969] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2473f693-9574-4567-b7f4-d58e32baf959" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.940969] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2473f693-9574-4567-b7f4-d58e32baf959" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.940969] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2473f693-9574-4567-b7f4-d58e32baf959',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.272028] env[69758]: INFO networking_nsxv3.common.synchronization [None req-f78a42a0-3b26-4580-91ad-d86e187bfde2 None None] Enqueued Resource ID: 0f862641-fd7e-48f4-8472-a7398ff722c8 with Priority: HIGHEST for action port [ 603.272609] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f862641-fd7e-48f4-8472-a7398ff722c8 with Priority: HIGHEST for action port [ 603.272920] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f862641-fd7e-48f4-8472-a7398ff722c8 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.274440] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f862641-fd7e-48f4-8472-a7398ff722c8" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.274440] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f862641-fd7e-48f4-8472-a7398ff722c8" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.274644] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f862641-fd7e-48f4-8472-a7398ff722c8" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.274764] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f862641-fd7e-48f4-8472-a7398ff722c8',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.444722] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2473f693-9574-4567-b7f4-d58e32baf959 [ 603.444722] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.444722] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.445674] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.445674] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.445674] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.445674] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2473f693-9574-4567-b7f4-d58e32baf959 already deleted. [ 603.445674] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2473f693-9574-4567-b7f4-d58e32baf959" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.777378] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0f862641-fd7e-48f4-8472-a7398ff722c8 [ 603.779071] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.779071] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.779071] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.779071] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.779071] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.779071] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0f862641-fd7e-48f4-8472-a7398ff722c8 already deleted. [ 603.779071] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f862641-fd7e-48f4-8472-a7398ff722c8" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.784590] env[69758]: INFO networking_nsxv3.common.synchronization [None req-218be381-559d-4566-a17f-e1997c981eac None None] Enqueued Resource ID: 02a7bb7d-008b-4df5-a442-fb2aa1b3e8ee with Priority: HIGHEST for action port [ 603.785254] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02a7bb7d-008b-4df5-a442-fb2aa1b3e8ee with Priority: HIGHEST for action port [ 603.785789] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-02a7bb7d-008b-4df5-a442-fb2aa1b3e8ee taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.785789] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02a7bb7d-008b-4df5-a442-fb2aa1b3e8ee" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.785789] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02a7bb7d-008b-4df5-a442-fb2aa1b3e8ee" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.786084] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02a7bb7d-008b-4df5-a442-fb2aa1b3e8ee" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.786084] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02a7bb7d-008b-4df5-a442-fb2aa1b3e8ee',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.288698] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 02a7bb7d-008b-4df5-a442-fb2aa1b3e8ee [ 604.289107] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.289244] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.289929] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.289929] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.289929] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.289929] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:02a7bb7d-008b-4df5-a442-fb2aa1b3e8ee already deleted. [ 604.289929] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02a7bb7d-008b-4df5-a442-fb2aa1b3e8ee" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.341891] env[69758]: INFO networking_nsxv3.common.synchronization [None req-e4c14fb2-f939-4c18-8464-eac2208182a4 None None] Enqueued Resource ID: 6f4be3a9-ae1c-4ae0-8f4b-ca245c0c1ede with Priority: HIGHEST for action port [ 604.343255] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f4be3a9-ae1c-4ae0-8f4b-ca245c0c1ede with Priority: HIGHEST for action port [ 604.343880] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f4be3a9-ae1c-4ae0-8f4b-ca245c0c1ede taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.344025] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f4be3a9-ae1c-4ae0-8f4b-ca245c0c1ede" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.344093] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f4be3a9-ae1c-4ae0-8f4b-ca245c0c1ede" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.344346] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f4be3a9-ae1c-4ae0-8f4b-ca245c0c1ede" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.344426] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f4be3a9-ae1c-4ae0-8f4b-ca245c0c1ede',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.496591] env[69758]: INFO networking_nsxv3.common.synchronization [None req-038cb40d-ecdb-4cf3-9a89-a8bed0ff5c43 None None] Enqueued Resource ID: ead31d97-657f-41f0-aea6-e03ae7712c17 with Priority: HIGHEST for action port [ 604.498637] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ead31d97-657f-41f0-aea6-e03ae7712c17 with Priority: HIGHEST for action port [ 604.498637] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-ead31d97-657f-41f0-aea6-e03ae7712c17 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.498790] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ead31d97-657f-41f0-aea6-e03ae7712c17" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.498790] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ead31d97-657f-41f0-aea6-e03ae7712c17" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.499322] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ead31d97-657f-41f0-aea6-e03ae7712c17" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.499412] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ead31d97-657f-41f0-aea6-e03ae7712c17',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.849113] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6f4be3a9-ae1c-4ae0-8f4b-ca245c0c1ede [ 604.849113] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.849113] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.849113] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.849113] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.849113] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.849113] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6f4be3a9-ae1c-4ae0-8f4b-ca245c0c1ede already deleted. [ 604.849113] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f4be3a9-ae1c-4ae0-8f4b-ca245c0c1ede" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.003335] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ead31d97-657f-41f0-aea6-e03ae7712c17 [ 605.003568] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.003665] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.004667] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.004667] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.004667] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.004667] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ead31d97-657f-41f0-aea6-e03ae7712c17 already deleted. [ 605.004667] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ead31d97-657f-41f0-aea6-e03ae7712c17" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.268536] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.268536] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.268536] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.268536] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.268831] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.383593] env[69758]: INFO networking_nsxv3.common.synchronization [None req-079c686f-3c08-47a7-8e24-b3ab7327b29a None None] Enqueued Resource ID: 20e35f8b-b82e-4a60-b731-a878b4ef0033 with Priority: HIGHEST for action port [ 605.384954] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20e35f8b-b82e-4a60-b731-a878b4ef0033 with Priority: HIGHEST for action port [ 605.385320] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-20e35f8b-b82e-4a60-b731-a878b4ef0033 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.386299] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-20e35f8b-b82e-4a60-b731-a878b4ef0033" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.387501] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-20e35f8b-b82e-4a60-b731-a878b4ef0033" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.387784] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-20e35f8b-b82e-4a60-b731-a878b4ef0033" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.387879] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20e35f8b-b82e-4a60-b731-a878b4ef0033',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.539494] env[69758]: INFO networking_nsxv3.common.synchronization [None req-56de09e5-9671-439f-b74a-ac6c4619be39 None None] Enqueued Resource ID: 8ae99962-1b55-4e7f-b8d3-60b370875599 with Priority: HIGHEST for action port [ 605.539774] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ae99962-1b55-4e7f-b8d3-60b370875599 with Priority: HIGHEST for action port [ 605.540332] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ae99962-1b55-4e7f-b8d3-60b370875599 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.540765] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ae99962-1b55-4e7f-b8d3-60b370875599" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.540765] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ae99962-1b55-4e7f-b8d3-60b370875599" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.540765] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ae99962-1b55-4e7f-b8d3-60b370875599" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.541618] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ae99962-1b55-4e7f-b8d3-60b370875599',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.774819] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.894628] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 20e35f8b-b82e-4a60-b731-a878b4ef0033 [ 605.894628] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.894628] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.894628] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.894628] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.894628] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.894628] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:20e35f8b-b82e-4a60-b731-a878b4ef0033 already deleted. [ 605.894628] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-20e35f8b-b82e-4a60-b731-a878b4ef0033" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.043402] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8ae99962-1b55-4e7f-b8d3-60b370875599 [ 606.043650] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.043809] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.044508] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.044508] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.044508] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.044508] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8ae99962-1b55-4e7f-b8d3-60b370875599 already deleted. [ 606.044508] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ae99962-1b55-4e7f-b8d3-60b370875599" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.280428] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.481872] env[69758]: INFO networking_nsxv3.common.synchronization [None req-025e79ff-3e34-472e-bca8-be87f3456524 None None] Enqueued Resource ID: cf2f4785-455c-4bce-a35a-0cd2644b12b5 with Priority: HIGHEST for action port [ 606.482721] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf2f4785-455c-4bce-a35a-0cd2644b12b5 with Priority: HIGHEST for action port [ 606.483046] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf2f4785-455c-4bce-a35a-0cd2644b12b5 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.483298] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf2f4785-455c-4bce-a35a-0cd2644b12b5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.483298] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf2f4785-455c-4bce-a35a-0cd2644b12b5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.483489] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf2f4785-455c-4bce-a35a-0cd2644b12b5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.483571] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf2f4785-455c-4bce-a35a-0cd2644b12b5',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.783115] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 606.783224] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 606.863274] env[69758]: INFO networking_nsxv3.common.synchronization [None req-c196d33f-4871-4bfb-89c0-505f90cdaeee None None] Enqueued Resource ID: de758397-4f39-4b0e-9e60-b04b0577ad57 with Priority: HIGHEST for action port [ 606.863536] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de758397-4f39-4b0e-9e60-b04b0577ad57 with Priority: HIGHEST for action port [ 606.864212] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-de758397-4f39-4b0e-9e60-b04b0577ad57 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.864334] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de758397-4f39-4b0e-9e60-b04b0577ad57" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.868019] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de758397-4f39-4b0e-9e60-b04b0577ad57" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.868019] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de758397-4f39-4b0e-9e60-b04b0577ad57" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.868019] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de758397-4f39-4b0e-9e60-b04b0577ad57',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.987873] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cf2f4785-455c-4bce-a35a-0cd2644b12b5 [ 606.987873] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.987873] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.987873] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.987873] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.987873] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.987873] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cf2f4785-455c-4bce-a35a-0cd2644b12b5 already deleted. [ 606.987873] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf2f4785-455c-4bce-a35a-0cd2644b12b5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.370239] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port de758397-4f39-4b0e-9e60-b04b0577ad57 [ 607.370590] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.370677] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.370822] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.371096] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.371205] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.371321] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:de758397-4f39-4b0e-9e60-b04b0577ad57 already deleted. [ 607.371372] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de758397-4f39-4b0e-9e60-b04b0577ad57" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.613225] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.614354] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.614354] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.614570] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.628359] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 607.631039] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.632032] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 607.658023] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.658110] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.658148] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.658343] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.658429] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.658548] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 607.658624] env[69758]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69758) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 607.658697] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 607.684033] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.684033] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.684033] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.684033] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.684033] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.684033] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 607.705974] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.706400] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.706400] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.706531] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.706884] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.706884] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 607.731557] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.731767] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.731767] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.732137] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.732137] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.732364] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 607.732364] env[69758]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69758) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 607.732462] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 607.752907] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.753230] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.753291] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.754014] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.754223] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.754269] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 607.754372] env[69758]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69758) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 607.754417] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 607.780355] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.780355] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.780355] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.780355] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.780355] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.780355] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 607.780355] env[69758]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69758) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 607.780355] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 607.780355] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 607.780355] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 607.780355] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 607.780355] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 607.780961] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 607.780961] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 607.780961] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 607.803395] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.803395] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.803395] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.804832] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.804988] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.805131] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 607.826970] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.827065] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.829541] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.829541] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.829541] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.866578] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.263661] env[69758]: INFO networking_nsxv3.common.synchronization [None req-88eb0395-bafc-48b0-9831-f2dd1b3ee90f None None] Enqueued Resource ID: c02de4a8-7e7f-46af-b5c2-6dff99e55da8 with Priority: HIGHEST for action port [ 608.263851] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c02de4a8-7e7f-46af-b5c2-6dff99e55da8 with Priority: HIGHEST for action port [ 608.264442] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-c02de4a8-7e7f-46af-b5c2-6dff99e55da8 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.264569] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c02de4a8-7e7f-46af-b5c2-6dff99e55da8" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.264637] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c02de4a8-7e7f-46af-b5c2-6dff99e55da8" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.265385] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c02de4a8-7e7f-46af-b5c2-6dff99e55da8" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.265385] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c02de4a8-7e7f-46af-b5c2-6dff99e55da8',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.646944] env[69758]: INFO networking_nsxv3.common.synchronization [None req-12a0380b-afc5-45d6-8a65-fee84b25d726 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Enqueued Resource ID: b3676a2d-6013-4704-a281-0f2dac33fa9e with Priority: HIGHEST for action security_group_rules [ 608.647568] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3676a2d-6013-4704-a281-0f2dac33fa9e with Priority: HIGHEST for action security_group_rules [ 608.648736] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3676a2d-6013-4704-a281-0f2dac33fa9e taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.648736] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3676a2d-6013-4704-a281-0f2dac33fa9e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.648736] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3676a2d-6013-4704-a281-0f2dac33fa9e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.649523] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3676a2d-6013-4704-a281-0f2dac33fa9e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.649523] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3676a2d-6013-4704-a281-0f2dac33fa9e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.767828] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c02de4a8-7e7f-46af-b5c2-6dff99e55da8 [ 608.768125] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.768268] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.768341] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.768564] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.768661] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.768756] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c02de4a8-7e7f-46af-b5c2-6dff99e55da8 already deleted. [ 608.768863] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c02de4a8-7e7f-46af-b5c2-6dff99e55da8" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.867789] env[69758]: INFO networking_nsxv3.common.synchronization [None req-874ff0a8-626c-46cd-b8c1-1c8ee26da0f0 None None] Enqueued Resource ID: 6ea4fb36-3f44-4684-a850-470d5681582b with Priority: HIGHEST for action port [ 608.867955] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ea4fb36-3f44-4684-a850-470d5681582b with Priority: HIGHEST for action port [ 608.868892] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ea4fb36-3f44-4684-a850-470d5681582b taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.869012] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ea4fb36-3f44-4684-a850-470d5681582b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.869181] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ea4fb36-3f44-4684-a850-470d5681582b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.869542] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ea4fb36-3f44-4684-a850-470d5681582b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.869680] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ea4fb36-3f44-4684-a850-470d5681582b',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.902340] env[69758]: INFO networking_nsxv3.common.synchronization [None req-d9759c89-5036-4c3b-83ab-482166c8d365 tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Enqueued Resource ID: 3a5f409d-5ed2-411a-b63d-4ea8be9435e2 with Priority: HIGHEST for action security_group_rules [ 608.903622] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a5f409d-5ed2-411a-b63d-4ea8be9435e2 with Priority: HIGHEST for action security_group_rules [ 608.904052] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a5f409d-5ed2-411a-b63d-4ea8be9435e2 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.904526] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a5f409d-5ed2-411a-b63d-4ea8be9435e2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.904687] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a5f409d-5ed2-411a-b63d-4ea8be9435e2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.905242] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a5f409d-5ed2-411a-b63d-4ea8be9435e2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.905242] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a5f409d-5ed2-411a-b63d-4ea8be9435e2',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.913969] env[69758]: INFO networking_nsxv3.common.synchronization [None req-08e709e4-2804-449d-bd2d-a89dcecaf1d6 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Enqueued Resource ID: b3676a2d-6013-4704-a281-0f2dac33fa9e with Priority: HIGHEST for action security_group_rules [ 608.914607] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3676a2d-6013-4704-a281-0f2dac33fa9e with Priority: HIGHEST for action security_group_rules [ 608.914907] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3676a2d-6013-4704-a281-0f2dac33fa9e taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.915057] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3676a2d-6013-4704-a281-0f2dac33fa9e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.066687] env[69758]: INFO networking_nsxv3.common.synchronization [None req-332ec511-1d5a-4c74-a094-5ab3267ad592 tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Enqueued Resource ID: 3a5f409d-5ed2-411a-b63d-4ea8be9435e2 with Priority: HIGHEST for action security_group_rules [ 609.067286] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a5f409d-5ed2-411a-b63d-4ea8be9435e2 with Priority: HIGHEST for action security_group_rules [ 609.067526] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a5f409d-5ed2-411a-b63d-4ea8be9435e2 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.067635] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a5f409d-5ed2-411a-b63d-4ea8be9435e2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.173933] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.174117] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.174192] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.174423] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.174523] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.174620] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3676a2d-6013-4704-a281-0f2dac33fa9e already deleted. [ 609.174704] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3676a2d-6013-4704-a281-0f2dac33fa9e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.174866] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3676a2d-6013-4704-a281-0f2dac33fa9e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.175028] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3676a2d-6013-4704-a281-0f2dac33fa9e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.175109] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3676a2d-6013-4704-a281-0f2dac33fa9e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.373120] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6ea4fb36-3f44-4684-a850-470d5681582b [ 609.373120] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.373120] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.373397] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.373397] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.373465] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.373526] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6ea4fb36-3f44-4684-a850-470d5681582b already deleted. [ 609.373607] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ea4fb36-3f44-4684-a850-470d5681582b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.425828] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.425928] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.426035] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.426272] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.426321] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.426420] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a5f409d-5ed2-411a-b63d-4ea8be9435e2 already deleted. [ 609.426505] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a5f409d-5ed2-411a-b63d-4ea8be9435e2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.426739] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a5f409d-5ed2-411a-b63d-4ea8be9435e2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.426798] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a5f409d-5ed2-411a-b63d-4ea8be9435e2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.426885] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a5f409d-5ed2-411a-b63d-4ea8be9435e2',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.697331] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.697331] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.697331] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.697331] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.697331] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.697331] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3676a2d-6013-4704-a281-0f2dac33fa9e already deleted. [ 609.697331] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3676a2d-6013-4704-a281-0f2dac33fa9e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.951199] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.951372] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.951413] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.951626] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.951716] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.951813] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a5f409d-5ed2-411a-b63d-4ea8be9435e2 already deleted. [ 609.951897] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a5f409d-5ed2-411a-b63d-4ea8be9435e2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.072342] env[69758]: INFO networking_nsxv3.common.synchronization [None req-14be8e7d-0615-46ae-aefd-2f63d205b041 None None] Enqueued Resource ID: e3d45e2d-58d1-4189-9b8e-75e3f0788cd0 with Priority: HIGHEST for action port [ 610.072610] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3d45e2d-58d1-4189-9b8e-75e3f0788cd0 with Priority: HIGHEST for action port [ 610.073251] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3d45e2d-58d1-4189-9b8e-75e3f0788cd0 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.073378] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3d45e2d-58d1-4189-9b8e-75e3f0788cd0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.073447] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3d45e2d-58d1-4189-9b8e-75e3f0788cd0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.073723] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3d45e2d-58d1-4189-9b8e-75e3f0788cd0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.073805] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3d45e2d-58d1-4189-9b8e-75e3f0788cd0',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.129976] env[69758]: INFO networking_nsxv3.common.synchronization [req-cd10e471-01fc-4ba3-a843-6c4060bc341e req-afcb43d3-ba8a-487f-b26c-09d3c84035ae tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Enqueued Resource ID: 25e50abc-db08-4d17-8597-7f62ca5148f9 with Priority: HIGHEST for action security_group_members [ 610.133952] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25e50abc-db08-4d17-8597-7f62ca5148f9 with Priority: HIGHEST for action security_group_members [ 610.133952] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-25e50abc-db08-4d17-8597-7f62ca5148f9 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.133952] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25e50abc-db08-4d17-8597-7f62ca5148f9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.133952] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25e50abc-db08-4d17-8597-7f62ca5148f9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.133952] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25e50abc-db08-4d17-8597-7f62ca5148f9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.133952] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.133952] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.133952] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.133952] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.133952] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.133952] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25e50abc-db08-4d17-8597-7f62ca5148f9',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.576939] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e3d45e2d-58d1-4189-9b8e-75e3f0788cd0 [ 610.577200] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.577342] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.577412] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.577625] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.577718] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.577828] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e3d45e2d-58d1-4189-9b8e-75e3f0788cd0 already deleted. [ 610.577893] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3d45e2d-58d1-4189-9b8e-75e3f0788cd0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.636356] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.636575] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.636746] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.637172] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.638445] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.638445] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.638445] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.638445] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.638445] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.638779] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.639306] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25e50abc-db08-4d17-8597-7f62ca5148f9 already deleted. [ 610.639306] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25e50abc-db08-4d17-8597-7f62ca5148f9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.341250] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-753 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.341250] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-753" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.341250] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-753" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.341743] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-753" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.341743] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.341888] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.341972] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.347007] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.348536] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.348536] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 611.348536] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 611.348536] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 611.348536] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 611.348536] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 611.348536] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 611.348536] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 611.368615] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 611.368778] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 611.368912] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 611.371075] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-753" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.371075] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-a46fd2f4-a2bd-434c-97fd-f032e4d16ea6 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.371075] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-a46fd2f4-a2bd-434c-97fd-f032e4d16ea6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.371075] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-a46fd2f4-a2bd-434c-97fd-f032e4d16ea6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.371075] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-a46fd2f4-a2bd-434c-97fd-f032e4d16ea6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.371075] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a46fd2f4-a2bd-434c-97fd-f032e4d16ea6',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.813345] env[69758]: INFO networking_nsxv3.common.synchronization [None req-2b07a2b1-a6a7-4d92-871e-5be58b0c596d None None] Enqueued Resource ID: 51ca8d4d-4f7f-4a7e-bc3d-46a623d3f922 with Priority: HIGHEST for action port [ 611.813345] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51ca8d4d-4f7f-4a7e-bc3d-46a623d3f922 with Priority: HIGHEST for action port [ 611.814230] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-51ca8d4d-4f7f-4a7e-bc3d-46a623d3f922 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.814230] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51ca8d4d-4f7f-4a7e-bc3d-46a623d3f922" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.814414] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51ca8d4d-4f7f-4a7e-bc3d-46a623d3f922" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.814751] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51ca8d4d-4f7f-4a7e-bc3d-46a623d3f922" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.814930] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51ca8d4d-4f7f-4a7e-bc3d-46a623d3f922',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.873687] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.873687] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.873907] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.876019] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.876019] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.876019] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port a46fd2f4-a2bd-434c-97fd-f032e4d16ea6 not found, creating... [ 611.876019] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.876019] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.876019] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.876019] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.876019] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.876019] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.876019] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.876414] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.877694] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.877841] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.878035] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: a46fd2f4-a2bd-434c-97fd-f032e4d16ea6 is going to be created. [ 611.917121] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.917353] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.917484] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.917775] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.918031] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.918264] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-a46fd2f4-a2bd-434c-97fd-f032e4d16ea6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.960307] env[69758]: INFO networking_nsxv3.common.synchronization [req-29d41bd4-ceb2-4fa2-a47e-b3764891b570 req-e68de182-3043-4fc4-af45-d7cb618fa593 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Enqueued Resource ID: f01280a9-47d6-43ef-8dd6-0c80b7ab1dca with Priority: HIGHEST for action security_group_members [ 611.960307] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f01280a9-47d6-43ef-8dd6-0c80b7ab1dca with Priority: HIGHEST for action security_group_members [ 611.960307] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.963135] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.963344] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.964132] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.964469] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.964721] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.964876] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.965311] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.965494] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.965674] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f01280a9-47d6-43ef-8dd6-0c80b7ab1dca',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.317332] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 51ca8d4d-4f7f-4a7e-bc3d-46a623d3f922 [ 612.318074] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.318074] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.318074] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.318074] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.318074] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.318283] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:51ca8d4d-4f7f-4a7e-bc3d-46a623d3f922 already deleted. [ 612.318283] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51ca8d4d-4f7f-4a7e-bc3d-46a623d3f922" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.471236] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.471236] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.471236] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.472764] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.476018] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.476018] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.476018] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.476018] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.476018] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.476018] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.476018] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f01280a9-47d6-43ef-8dd6-0c80b7ab1dca already deleted. [ 612.476018] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.515563] env[69758]: INFO networking_nsxv3.common.synchronization [None req-0bc53316-cea8-4932-876f-7d3c7d335bef None None] Enqueued Resource ID: 16158801-ea4d-4121-86e5-c88524eb6a68 with Priority: HIGHEST for action port [ 612.515783] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16158801-ea4d-4121-86e5-c88524eb6a68 with Priority: HIGHEST for action port [ 612.517261] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-16158801-ea4d-4121-86e5-c88524eb6a68 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.517261] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16158801-ea4d-4121-86e5-c88524eb6a68" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.517261] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16158801-ea4d-4121-86e5-c88524eb6a68" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.517261] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16158801-ea4d-4121-86e5-c88524eb6a68" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.517261] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16158801-ea4d-4121-86e5-c88524eb6a68',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.746724] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-869 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.747094] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-869" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.747269] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-869" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.747593] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-869" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.747891] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.748531] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.748684] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.748920] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.749107] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.749311] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 612.749571] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 612.749571] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 612.749665] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 612.749783] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 612.749843] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 612.749979] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 612.769296] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 612.769595] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 612.769769] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 612.769955] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-869" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.770290] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-a7b5a396-ed99-44fe-aba8-24523f60340f taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.771048] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-a7b5a396-ed99-44fe-aba8-24523f60340f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.771048] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-a7b5a396-ed99-44fe-aba8-24523f60340f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.771048] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-a7b5a396-ed99-44fe-aba8-24523f60340f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.771306] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7b5a396-ed99-44fe-aba8-24523f60340f',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.023585] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 16158801-ea4d-4121-86e5-c88524eb6a68 [ 613.023874] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.024040] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.024112] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.024321] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.024413] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.024510] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:16158801-ea4d-4121-86e5-c88524eb6a68 already deleted. [ 613.024592] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16158801-ea4d-4121-86e5-c88524eb6a68" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.274540] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.275180] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.275353] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.275655] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.275822] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.275999] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port a7b5a396-ed99-44fe-aba8-24523f60340f not found, creating... [ 613.276346] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.276496] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.276616] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.276845] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.276987] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.277287] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.277438] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.277596] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.277821] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.277928] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.278083] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: a7b5a396-ed99-44fe-aba8-24523f60340f is going to be created. [ 613.283807] env[69758]: INFO networking_nsxv3.common.synchronization [req-cd10e471-01fc-4ba3-a843-6c4060bc341e req-ff27a886-fcac-4c98-93ad-fba86296ad13 service nova] Enqueued Resource ID: 25e50abc-db08-4d17-8597-7f62ca5148f9 with Priority: HIGHEST for action security_group_rules [ 613.283807] env[69758]: INFO networking_nsxv3.common.synchronization [req-cd10e471-01fc-4ba3-a843-6c4060bc341e req-ff27a886-fcac-4c98-93ad-fba86296ad13 service nova] Enqueued Resource ID: 25e50abc-db08-4d17-8597-7f62ca5148f9 with Priority: HIGHEST for action security_group_members [ 613.283807] env[69758]: INFO networking_nsxv3.common.synchronization [req-cd10e471-01fc-4ba3-a843-6c4060bc341e req-ff27a886-fcac-4c98-93ad-fba86296ad13 service nova] Enqueued Resource ID: a46fd2f4-a2bd-434c-97fd-f032e4d16ea6 with Priority: HIGHEST for action port [ 613.283807] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25e50abc-db08-4d17-8597-7f62ca5148f9 with Priority: HIGHEST for action security_group_rules [ 613.283807] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25e50abc-db08-4d17-8597-7f62ca5148f9 with Priority: HIGHEST for action security_group_members [ 613.283807] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a46fd2f4-a2bd-434c-97fd-f032e4d16ea6 with Priority: HIGHEST for action port [ 613.284210] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25e50abc-db08-4d17-8597-7f62ca5148f9 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.284353] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25e50abc-db08-4d17-8597-7f62ca5148f9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.284454] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25e50abc-db08-4d17-8597-7f62ca5148f9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.284724] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25e50abc-db08-4d17-8597-7f62ca5148f9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.284856] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25e50abc-db08-4d17-8597-7f62ca5148f9',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.287977] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-25e50abc-db08-4d17-8597-7f62ca5148f9 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.288144] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25e50abc-db08-4d17-8597-7f62ca5148f9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.288240] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25e50abc-db08-4d17-8597-7f62ca5148f9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.288443] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25e50abc-db08-4d17-8597-7f62ca5148f9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.288629] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.288757] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.289013] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.289300] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.289598] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.291165] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25e50abc-db08-4d17-8597-7f62ca5148f9',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.292722] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-a46fd2f4-a2bd-434c-97fd-f032e4d16ea6 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.293278] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a46fd2f4-a2bd-434c-97fd-f032e4d16ea6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.293920] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a46fd2f4-a2bd-434c-97fd-f032e4d16ea6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.294202] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a46fd2f4-a2bd-434c-97fd-f032e4d16ea6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.294480] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a46fd2f4-a2bd-434c-97fd-f032e4d16ea6',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.304130] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.304347] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.304472] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.305089] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.305457] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.305699] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-a7b5a396-ed99-44fe-aba8-24523f60340f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.786952] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-25e50abc-db08-4d17-8597-7f62ca5148f9 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.787254] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25e50abc-db08-4d17-8597-7f62ca5148f9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.797169] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('25e50abc-db08-4d17-8597-7f62ca5148f9',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.798662] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a46fd2f4-a2bd-434c-97fd-f032e4d16ea6 with status ACTIVE [ 613.798662] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.798809] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.798809] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.799085] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.799184] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.799390] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.799488] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.799554] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.799964] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.801328] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.802245] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.802350] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.802350] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.802973] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.802973] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.802973] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a46fd2f4-a2bd-434c-97fd-f032e4d16ea6 is going to be updated. [ 613.826270] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.826270] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.826270] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.826407] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.828179] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.828179] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a46fd2f4-a2bd-434c-97fd-f032e4d16ea6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.305822] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('25e50abc-db08-4d17-8597-7f62ca5148f9',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.526452] env[69758]: INFO networking_nsxv3.common.synchronization [None req-5c2e2507-5f03-424c-b5c4-8e22c26f702b None None] Enqueued Resource ID: 81cff556-48d5-4d98-8ed9-de678666637c with Priority: HIGHEST for action port [ 614.527198] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81cff556-48d5-4d98-8ed9-de678666637c with Priority: HIGHEST for action port [ 614.528040] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-81cff556-48d5-4d98-8ed9-de678666637c taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.528040] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81cff556-48d5-4d98-8ed9-de678666637c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.528040] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81cff556-48d5-4d98-8ed9-de678666637c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.528040] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81cff556-48d5-4d98-8ed9-de678666637c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.528040] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81cff556-48d5-4d98-8ed9-de678666637c',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.809011] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.809315] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.809315] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.810036] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.810036] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.810036] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25e50abc-db08-4d17-8597-7f62ca5148f9 is going to be created. [ 614.903066] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.903169] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.903299] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.903551] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.903933] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.920093] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25e50abc-db08-4d17-8597-7f62ca5148f9 in Status: UNINITIALIZED for 2s [ 614.978479] env[69758]: INFO networking_nsxv3.common.synchronization [req-f4b95730-b7d0-4449-a629-a26e554334f6 req-94f9a363-6f92-4ac8-a52e-cb4e32d2f7a2 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Enqueued Resource ID: 51150f16-cc48-4f6b-b73a-c98fe5635b4a with Priority: HIGHEST for action security_group_members [ 614.978750] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51150f16-cc48-4f6b-b73a-c98fe5635b4a with Priority: HIGHEST for action security_group_members [ 614.982598] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-51150f16-cc48-4f6b-b73a-c98fe5635b4a taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.982598] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51150f16-cc48-4f6b-b73a-c98fe5635b4a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.982598] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51150f16-cc48-4f6b-b73a-c98fe5635b4a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.982598] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51150f16-cc48-4f6b-b73a-c98fe5635b4a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.982598] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.982598] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.982598] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.982598] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.982598] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.982598] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51150f16-cc48-4f6b-b73a-c98fe5635b4a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.013855] env[69758]: INFO networking_nsxv3.common.synchronization [req-29d41bd4-ceb2-4fa2-a47e-b3764891b570 req-198e3cd3-a46a-4ea2-9470-7a25507eb0dc service nova] Enqueued Resource ID: f01280a9-47d6-43ef-8dd6-0c80b7ab1dca with Priority: HIGHEST for action security_group_rules [ 615.013855] env[69758]: INFO networking_nsxv3.common.synchronization [req-29d41bd4-ceb2-4fa2-a47e-b3764891b570 req-198e3cd3-a46a-4ea2-9470-7a25507eb0dc service nova] Enqueued Resource ID: f01280a9-47d6-43ef-8dd6-0c80b7ab1dca with Priority: HIGHEST for action security_group_members [ 615.013855] env[69758]: INFO networking_nsxv3.common.synchronization [req-29d41bd4-ceb2-4fa2-a47e-b3764891b570 req-198e3cd3-a46a-4ea2-9470-7a25507eb0dc service nova] Enqueued Resource ID: a7b5a396-ed99-44fe-aba8-24523f60340f with Priority: HIGHEST for action port [ 615.015152] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f01280a9-47d6-43ef-8dd6-0c80b7ab1dca with Priority: HIGHEST for action security_group_rules [ 615.015341] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f01280a9-47d6-43ef-8dd6-0c80b7ab1dca with Priority: HIGHEST for action security_group_members [ 615.015446] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7b5a396-ed99-44fe-aba8-24523f60340f with Priority: HIGHEST for action port [ 615.018705] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.018705] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.018705] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.018889] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.018975] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f01280a9-47d6-43ef-8dd6-0c80b7ab1dca',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.020326] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.020493] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.024782] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.024782] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.024782] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.024782] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.024782] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.024782] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.024782] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.024782] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f01280a9-47d6-43ef-8dd6-0c80b7ab1dca',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.024782] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7b5a396-ed99-44fe-aba8-24523f60340f taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.024782] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7b5a396-ed99-44fe-aba8-24523f60340f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.024782] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7b5a396-ed99-44fe-aba8-24523f60340f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.024782] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7b5a396-ed99-44fe-aba8-24523f60340f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.024782] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7b5a396-ed99-44fe-aba8-24523f60340f',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.030396] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 81cff556-48d5-4d98-8ed9-de678666637c [ 615.030707] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.030809] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.030944] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.031137] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.031179] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.031274] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:81cff556-48d5-4d98-8ed9-de678666637c already deleted. [ 615.031358] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81cff556-48d5-4d98-8ed9-de678666637c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.487300] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.488909] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.488909] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.488909] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.488909] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.488909] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.489193] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.489193] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.489249] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.489318] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.489394] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51150f16-cc48-4f6b-b73a-c98fe5635b4a already deleted. [ 615.489924] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51150f16-cc48-4f6b-b73a-c98fe5635b4a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.528162] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.528162] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.544045] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f01280a9-47d6-43ef-8dd6-0c80b7ab1dca',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.544946] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a7b5a396-ed99-44fe-aba8-24523f60340f with status ACTIVE [ 615.545137] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.545269] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.545346] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.545567] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.545642] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.545912] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.545912] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.546062] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.546177] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.546264] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.546457] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.546555] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.546693] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.546741] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.546943] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.546943] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a7b5a396-ed99-44fe-aba8-24523f60340f is going to be updated. [ 615.572623] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.573298] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.573298] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.573573] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.573839] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.573906] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7b5a396-ed99-44fe-aba8-24523f60340f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.950093] env[69758]: INFO networking_nsxv3.common.synchronization [None req-dac6a594-74b9-417d-be6c-91c171ec13a9 None None] Enqueued Resource ID: f1fc006e-77e6-4404-b980-216532907fd6 with Priority: HIGHEST for action port [ 615.950093] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1fc006e-77e6-4404-b980-216532907fd6 with Priority: HIGHEST for action port [ 615.950093] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1fc006e-77e6-4404-b980-216532907fd6 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.950093] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1fc006e-77e6-4404-b980-216532907fd6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.950093] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1fc006e-77e6-4404-b980-216532907fd6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.953245] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1fc006e-77e6-4404-b980-216532907fd6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.954851] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1fc006e-77e6-4404-b980-216532907fd6',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.046541] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-702 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.046810] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-702" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.049068] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-702" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.049432] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-702" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.049796] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.050030] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.050112] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.050351] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.050702] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.050771] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 616.050835] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 616.050943] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 616.051060] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 616.051178] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 616.051300] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 616.051429] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 616.055129] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f01280a9-47d6-43ef-8dd6-0c80b7ab1dca',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.078074] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 616.078677] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 616.078677] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 616.078677] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-702" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.078951] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-a686a732-67ed-405e-929b-fc929a17ef44 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.081663] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-a686a732-67ed-405e-929b-fc929a17ef44" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.081663] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-a686a732-67ed-405e-929b-fc929a17ef44" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.081663] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-a686a732-67ed-405e-929b-fc929a17ef44" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.081663] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a686a732-67ed-405e-929b-fc929a17ef44',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.173288] env[69758]: INFO networking_nsxv3.common.synchronization [None req-77b165b5-4afc-4edb-8097-245b2d7caa32 None None] Enqueued Resource ID: b3fbd526-f5cb-44d5-8759-ec9f55f91735 with Priority: HIGHEST for action port [ 616.173598] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3fbd526-f5cb-44d5-8759-ec9f55f91735 with Priority: HIGHEST for action port [ 616.174240] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3fbd526-f5cb-44d5-8759-ec9f55f91735 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.174668] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3fbd526-f5cb-44d5-8759-ec9f55f91735" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.174756] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3fbd526-f5cb-44d5-8759-ec9f55f91735" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.177128] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3fbd526-f5cb-44d5-8759-ec9f55f91735" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.177240] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3fbd526-f5cb-44d5-8759-ec9f55f91735',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.463972] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f1fc006e-77e6-4404-b980-216532907fd6 [ 616.463972] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.463972] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.463972] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.463972] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.464426] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.464637] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f1fc006e-77e6-4404-b980-216532907fd6 already deleted. [ 616.465458] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1fc006e-77e6-4404-b980-216532907fd6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.559495] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.559954] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.560262] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.560970] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.561169] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.562374] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f01280a9-47d6-43ef-8dd6-0c80b7ab1dca is going to be created. [ 616.590573] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.591153] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.591718] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.592221] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.592529] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.592958] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port a686a732-67ed-405e-929b-fc929a17ef44 not found, creating... [ 616.593978] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.594496] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.594799] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.595338] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.595761] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.599128] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.599128] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.599128] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.599128] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.599128] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.599128] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: a686a732-67ed-405e-929b-fc929a17ef44 is going to be created. [ 616.601627] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.602138] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.602358] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.602931] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.603500] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.621645] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f01280a9-47d6-43ef-8dd6-0c80b7ab1dca in Status: UNINITIALIZED for 2s [ 616.641996] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.642371] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.642581] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.643075] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.643526] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.643790] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-a686a732-67ed-405e-929b-fc929a17ef44" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.679790] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b3fbd526-f5cb-44d5-8759-ec9f55f91735 [ 616.679790] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.679790] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.680059] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.680059] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.680141] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.680277] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b3fbd526-f5cb-44d5-8759-ec9f55f91735 already deleted. [ 616.680487] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3fbd526-f5cb-44d5-8759-ec9f55f91735" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.934987] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25e50abc-db08-4d17-8597-7f62ca5148f9 in Status: SUCCESS [ 616.935329] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25e50abc-db08-4d17-8597-7f62ca5148f9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.935513] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25e50abc-db08-4d17-8597-7f62ca5148f9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.935743] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25e50abc-db08-4d17-8597-7f62ca5148f9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.935945] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.936082] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.936144] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.936284] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.936361] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.936450] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25e50abc-db08-4d17-8597-7f62ca5148f9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.936543] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('25e50abc-db08-4d17-8597-7f62ca5148f9',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.965345] env[69758]: INFO networking_nsxv3.common.synchronization [None req-ebc052ff-f316-4849-ae5a-395917eed461 None None] Enqueued Resource ID: c8fd13de-7e27-41da-80b5-6893b27c87c9 with Priority: HIGHEST for action port [ 616.965345] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8fd13de-7e27-41da-80b5-6893b27c87c9 with Priority: HIGHEST for action port [ 616.965345] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8fd13de-7e27-41da-80b5-6893b27c87c9 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.965345] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8fd13de-7e27-41da-80b5-6893b27c87c9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.965345] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8fd13de-7e27-41da-80b5-6893b27c87c9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.965345] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8fd13de-7e27-41da-80b5-6893b27c87c9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.965345] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8fd13de-7e27-41da-80b5-6893b27c87c9',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.013632] env[69758]: INFO networking_nsxv3.common.synchronization [None req-12f4b82d-333b-4989-9726-cd685002d415 None None] Enqueued Resource ID: f5ea2f1d-39d9-41ed-92b5-7b46dc99885d with Priority: HIGHEST for action port [ 617.014298] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5ea2f1d-39d9-41ed-92b5-7b46dc99885d with Priority: HIGHEST for action port [ 617.015343] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5ea2f1d-39d9-41ed-92b5-7b46dc99885d taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.015907] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5ea2f1d-39d9-41ed-92b5-7b46dc99885d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.015981] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5ea2f1d-39d9-41ed-92b5-7b46dc99885d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.016806] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5ea2f1d-39d9-41ed-92b5-7b46dc99885d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.016856] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5ea2f1d-39d9-41ed-92b5-7b46dc99885d',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.441134] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-25e50abc-db08-4d17-8597-7f62ca5148f9 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.441342] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25e50abc-db08-4d17-8597-7f62ca5148f9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.441342] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25e50abc-db08-4d17-8597-7f62ca5148f9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.441601] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25e50abc-db08-4d17-8597-7f62ca5148f9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.441833] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.441923] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.441977] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.442094] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.442230] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.442319] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25e50abc-db08-4d17-8597-7f62ca5148f9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.442459] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-25e50abc-db08-4d17-8597-7f62ca5148f9 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.442560] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25e50abc-db08-4d17-8597-7f62ca5148f9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.442620] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25e50abc-db08-4d17-8597-7f62ca5148f9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.442796] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25e50abc-db08-4d17-8597-7f62ca5148f9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.442934] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.445194] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.445194] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.445194] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.445194] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.445194] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25e50abc-db08-4d17-8597-7f62ca5148f9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.445194] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('25e50abc-db08-4d17-8597-7f62ca5148f9',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.454367] env[69758]: INFO networking_nsxv3.common.synchronization [req-f4b95730-b7d0-4449-a629-a26e554334f6 req-9880af11-016a-4b72-8e31-67d1bdcdf58c service nova] Enqueued Resource ID: 51150f16-cc48-4f6b-b73a-c98fe5635b4a with Priority: HIGHEST for action security_group_rules [ 617.454367] env[69758]: INFO networking_nsxv3.common.synchronization [req-f4b95730-b7d0-4449-a629-a26e554334f6 req-9880af11-016a-4b72-8e31-67d1bdcdf58c service nova] Enqueued Resource ID: 51150f16-cc48-4f6b-b73a-c98fe5635b4a with Priority: HIGHEST for action security_group_members [ 617.454367] env[69758]: INFO networking_nsxv3.common.synchronization [req-f4b95730-b7d0-4449-a629-a26e554334f6 req-9880af11-016a-4b72-8e31-67d1bdcdf58c service nova] Enqueued Resource ID: a686a732-67ed-405e-929b-fc929a17ef44 with Priority: HIGHEST for action port [ 617.454539] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51150f16-cc48-4f6b-b73a-c98fe5635b4a with Priority: HIGHEST for action security_group_rules [ 617.457788] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51150f16-cc48-4f6b-b73a-c98fe5635b4a with Priority: HIGHEST for action security_group_members [ 617.457841] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a686a732-67ed-405e-929b-fc929a17ef44 with Priority: HIGHEST for action port [ 617.458202] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51150f16-cc48-4f6b-b73a-c98fe5635b4a taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.458382] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51150f16-cc48-4f6b-b73a-c98fe5635b4a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.458445] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51150f16-cc48-4f6b-b73a-c98fe5635b4a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.458707] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51150f16-cc48-4f6b-b73a-c98fe5635b4a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.458785] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51150f16-cc48-4f6b-b73a-c98fe5635b4a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.460370] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-51150f16-cc48-4f6b-b73a-c98fe5635b4a taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.460456] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51150f16-cc48-4f6b-b73a-c98fe5635b4a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.460456] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51150f16-cc48-4f6b-b73a-c98fe5635b4a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.461714] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51150f16-cc48-4f6b-b73a-c98fe5635b4a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.461714] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.461714] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.461714] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.461714] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.461714] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.461714] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51150f16-cc48-4f6b-b73a-c98fe5635b4a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.462276] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-a686a732-67ed-405e-929b-fc929a17ef44 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.462392] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a686a732-67ed-405e-929b-fc929a17ef44" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.462392] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a686a732-67ed-405e-929b-fc929a17ef44" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.462905] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a686a732-67ed-405e-929b-fc929a17ef44" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.462905] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a686a732-67ed-405e-929b-fc929a17ef44',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.465967] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c8fd13de-7e27-41da-80b5-6893b27c87c9 [ 617.466309] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.466504] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.466595] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.467318] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.467426] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.467510] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c8fd13de-7e27-41da-80b5-6893b27c87c9 already deleted. [ 617.467594] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8fd13de-7e27-41da-80b5-6893b27c87c9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.519635] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f5ea2f1d-39d9-41ed-92b5-7b46dc99885d [ 617.519868] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.520020] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.520103] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.520298] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.520456] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.520525] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f5ea2f1d-39d9-41ed-92b5-7b46dc99885d already deleted. [ 617.520570] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5ea2f1d-39d9-41ed-92b5-7b46dc99885d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.947190] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 25e50abc-db08-4d17-8597-7f62ca5148f9: rpc.has_security_group_logging(os_id): False [ 617.964309] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('51150f16-cc48-4f6b-b73a-c98fe5635b4a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.965792] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-51150f16-cc48-4f6b-b73a-c98fe5635b4a taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.966076] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51150f16-cc48-4f6b-b73a-c98fe5635b4a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.966149] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a686a732-67ed-405e-929b-fc929a17ef44 with status ACTIVE [ 617.966593] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.966745] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.968506] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.968506] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.968506] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.968506] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.968506] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.968506] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.968506] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.968506] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.968506] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.968506] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.968506] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.968506] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.968506] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.968506] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a686a732-67ed-405e-929b-fc929a17ef44 is going to be updated. [ 617.975338] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.975338] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.975338] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.975338] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.975338] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.975338] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.975338] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.975338] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.975338] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.975338] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.975338] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.975338] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.975338] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.975338] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.975338] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.976086] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.976086] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.976086] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.976086] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.976086] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.976086] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25e50abc-db08-4d17-8597-7f62ca5148f9 is going to be created. [ 617.999100] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.999100] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.999100] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.000709] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.001021] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.001275] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a686a732-67ed-405e-929b-fc929a17ef44" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.107623] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.107777] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.107845] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.108079] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.108266] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.125467] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25e50abc-db08-4d17-8597-7f62ca5148f9 in Status: IN_PROGRESS for 2s [ 618.476317] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('51150f16-cc48-4f6b-b73a-c98fe5635b4a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.634128] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f01280a9-47d6-43ef-8dd6-0c80b7ab1dca in Status: SUCCESS [ 618.636032] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.636032] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.636032] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.636032] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.636032] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.636032] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.636032] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.636032] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.636032] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.636032] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f01280a9-47d6-43ef-8dd6-0c80b7ab1dca',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.641842] env[69758]: INFO networking_nsxv3.common.synchronization [None req-91d1c1c0-78cf-4088-ad7d-3cebaa16280d None None] Enqueued Resource ID: 4fc4acb3-e462-4a6f-9969-f9fe0be2d37c with Priority: HIGHEST for action port [ 618.641842] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fc4acb3-e462-4a6f-9969-f9fe0be2d37c with Priority: HIGHEST for action port [ 618.642232] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-4fc4acb3-e462-4a6f-9969-f9fe0be2d37c taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.642357] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4fc4acb3-e462-4a6f-9969-f9fe0be2d37c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.642467] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4fc4acb3-e462-4a6f-9969-f9fe0be2d37c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.642643] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4fc4acb3-e462-4a6f-9969-f9fe0be2d37c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.642720] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4fc4acb3-e462-4a6f-9969-f9fe0be2d37c',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.768158] env[69758]: INFO networking_nsxv3.common.synchronization [None req-15346d9c-b8b6-4b64-b066-6405c5c60288 None None] Enqueued Resource ID: 5f46bf7a-6816-472d-a321-53b0dea48ab6 with Priority: HIGHEST for action port [ 618.768850] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f46bf7a-6816-472d-a321-53b0dea48ab6 with Priority: HIGHEST for action port [ 618.769243] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f46bf7a-6816-472d-a321-53b0dea48ab6 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.769345] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f46bf7a-6816-472d-a321-53b0dea48ab6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.769384] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f46bf7a-6816-472d-a321-53b0dea48ab6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.769742] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f46bf7a-6816-472d-a321-53b0dea48ab6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.769850] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f46bf7a-6816-472d-a321-53b0dea48ab6',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.983121] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.983528] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.983528] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.983606] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.984281] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.984431] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51150f16-cc48-4f6b-b73a-c98fe5635b4a is going to be created. [ 619.012459] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.012684] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.012684] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.013014] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.013210] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.023895] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51150f16-cc48-4f6b-b73a-c98fe5635b4a in Status: UNINITIALIZED for 2s [ 619.137542] env[69758]: INFO networking_nsxv3.common.synchronization [None req-cfd91612-62be-4811-8db9-0df81fb2e5db tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] Enqueued Resource ID: af2c049f-70d4-40bf-937d-214d0d513262 with Priority: HIGHEST for action security_group_rules [ 619.137542] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af2c049f-70d4-40bf-937d-214d0d513262 with Priority: HIGHEST for action security_group_rules [ 619.137542] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af2c049f-70d4-40bf-937d-214d0d513262 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.137542] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af2c049f-70d4-40bf-937d-214d0d513262" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.137542] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af2c049f-70d4-40bf-937d-214d0d513262" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.138072] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af2c049f-70d4-40bf-937d-214d0d513262" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.138261] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af2c049f-70d4-40bf-937d-214d0d513262',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.139558] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.139830] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.141909] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.141909] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.141909] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.141909] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.141909] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.141909] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.141909] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.141909] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.141909] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.141909] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.141909] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.141909] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.141909] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.141909] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.141909] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.141909] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.143091] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.144825] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.144825] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f01280a9-47d6-43ef-8dd6-0c80b7ab1dca',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.144825] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4fc4acb3-e462-4a6f-9969-f9fe0be2d37c [ 619.144825] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.146132] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.146132] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.146132] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.146132] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.146132] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4fc4acb3-e462-4a6f-9969-f9fe0be2d37c already deleted. [ 619.146132] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4fc4acb3-e462-4a6f-9969-f9fe0be2d37c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.274223] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5f46bf7a-6816-472d-a321-53b0dea48ab6 [ 619.275340] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.275340] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.275340] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.275340] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.279105] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.279105] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5f46bf7a-6816-472d-a321-53b0dea48ab6 already deleted. [ 619.279105] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f46bf7a-6816-472d-a321-53b0dea48ab6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.320813] env[69758]: INFO networking_nsxv3.common.synchronization [None req-45c66ca2-bace-4c57-8e0d-ebb1a88a4b44 tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] Enqueued Resource ID: af2c049f-70d4-40bf-937d-214d0d513262 with Priority: HIGHEST for action security_group_rules [ 619.321721] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af2c049f-70d4-40bf-937d-214d0d513262 with Priority: HIGHEST for action security_group_rules [ 619.321721] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af2c049f-70d4-40bf-937d-214d0d513262 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.321721] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af2c049f-70d4-40bf-937d-214d0d513262" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.376118] env[69758]: INFO networking_nsxv3.common.synchronization [req-a6696bda-6d73-490c-9693-656267b335fa req-c31e917e-166d-47f9-a431-05d0d759ecc2 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Enqueued Resource ID: f7e8c30a-9ae4-4744-b268-e35c19aec014 with Priority: HIGHEST for action security_group_members [ 619.377177] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7e8c30a-9ae4-4744-b268-e35c19aec014 with Priority: HIGHEST for action security_group_members [ 619.377177] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7e8c30a-9ae4-4744-b268-e35c19aec014 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.377177] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7e8c30a-9ae4-4744-b268-e35c19aec014" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.377177] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7e8c30a-9ae4-4744-b268-e35c19aec014" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.377487] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7e8c30a-9ae4-4744-b268-e35c19aec014" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.377528] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.377593] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.377658] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.377804] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.377892] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.377984] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7e8c30a-9ae4-4744-b268-e35c19aec014',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.649345] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f01280a9-47d6-43ef-8dd6-0c80b7ab1dca: rpc.has_security_group_logging(os_id): False [ 619.666113] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.667553] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.667553] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.667553] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.667553] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.667553] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af2c049f-70d4-40bf-937d-214d0d513262 already deleted. [ 619.667553] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af2c049f-70d4-40bf-937d-214d0d513262" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.667553] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af2c049f-70d4-40bf-937d-214d0d513262" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.667794] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af2c049f-70d4-40bf-937d-214d0d513262" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.667826] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af2c049f-70d4-40bf-937d-214d0d513262',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.671854] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.671854] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.671854] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.671854] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.672149] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.672149] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.672227] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.672258] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.672409] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.672492] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.672676] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.672829] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.672940] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.673240] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.673379] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.673613] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.673748] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.673941] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.674146] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.674261] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.674569] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f01280a9-47d6-43ef-8dd6-0c80b7ab1dca is going to be created. [ 619.756231] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.756231] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.756231] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.756231] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.756231] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.770320] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f01280a9-47d6-43ef-8dd6-0c80b7ab1dca in Status: IN_PROGRESS for 2s [ 619.883521] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.883521] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.883521] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.883521] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.883521] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.883521] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.883521] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.883521] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.883521] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.883521] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.883521] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7e8c30a-9ae4-4744-b268-e35c19aec014 already deleted. [ 619.883521] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7e8c30a-9ae4-4744-b268-e35c19aec014" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.082485] env[69758]: INFO networking_nsxv3.common.synchronization [None req-84355f84-737b-40df-ad0d-da0be6fc4427 None None] Enqueued Resource ID: 9562d674-781e-43d7-904c-61b9f7d530f8 with Priority: HIGHEST for action port [ 620.082761] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9562d674-781e-43d7-904c-61b9f7d530f8 with Priority: HIGHEST for action port [ 620.083357] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-9562d674-781e-43d7-904c-61b9f7d530f8 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.083481] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9562d674-781e-43d7-904c-61b9f7d530f8" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.083548] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9562d674-781e-43d7-904c-61b9f7d530f8" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.083803] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9562d674-781e-43d7-904c-61b9f7d530f8" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.083910] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9562d674-781e-43d7-904c-61b9f7d530f8',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.139250] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25e50abc-db08-4d17-8597-7f62ca5148f9 in Status: SUCCESS [ 620.139549] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25e50abc-db08-4d17-8597-7f62ca5148f9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.203407] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.203407] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.203407] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.203407] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.203407] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.203407] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af2c049f-70d4-40bf-937d-214d0d513262 already deleted. [ 620.203407] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af2c049f-70d4-40bf-937d-214d0d513262" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.346762] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-702 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.347167] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-702" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.347297] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-702" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.347563] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-702" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.347830] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.347987] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.348135] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.348349] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.348499] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.349725] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 620.349880] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 620.350009] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 620.350124] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 620.350240] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 620.350347] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 620.350480] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 620.377757] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 620.377757] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 620.377757] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 620.377757] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-702" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.377757] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-0c350b80-e266-4725-8f64-15165c7a8e75 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.377757] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-0c350b80-e266-4725-8f64-15165c7a8e75" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.377757] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-0c350b80-e266-4725-8f64-15165c7a8e75" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.378093] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-0c350b80-e266-4725-8f64-15165c7a8e75" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.378093] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c350b80-e266-4725-8f64-15165c7a8e75',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.589410] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9562d674-781e-43d7-904c-61b9f7d530f8 [ 620.589885] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.589885] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.589885] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.590081] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.590175] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.590268] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9562d674-781e-43d7-904c-61b9f7d530f8 already deleted. [ 620.590372] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9562d674-781e-43d7-904c-61b9f7d530f8" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.881658] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.882079] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.882209] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.882540] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.882651] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.882838] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port 0c350b80-e266-4725-8f64-15165c7a8e75 not found, creating... [ 620.883133] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.885152] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.885152] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.885152] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.885152] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.885613] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.885709] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.886500] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.886826] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.886997] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.887161] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: 0c350b80-e266-4725-8f64-15165c7a8e75 is going to be created. [ 620.915986] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.917757] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.917757] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.917757] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.918340] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.918778] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-0c350b80-e266-4725-8f64-15165c7a8e75" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.004557] env[69758]: INFO networking_nsxv3.common.synchronization [req-179fa7eb-fc3d-448f-9da2-be96f496c751 req-cfcf6da3-cfe9-46d8-a667-7390e6992094 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Enqueued Resource ID: 339bbc8c-a314-4cf0-828f-04c21846aca7 with Priority: HIGHEST for action security_group_members [ 621.005193] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 339bbc8c-a314-4cf0-828f-04c21846aca7 with Priority: HIGHEST for action security_group_members [ 621.005459] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-339bbc8c-a314-4cf0-828f-04c21846aca7 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.005583] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-339bbc8c-a314-4cf0-828f-04c21846aca7" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.005646] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-339bbc8c-a314-4cf0-828f-04c21846aca7" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.005916] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-339bbc8c-a314-4cf0-828f-04c21846aca7" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.006096] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.006205] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.006264] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.006398] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.006480] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.006572] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('339bbc8c-a314-4cf0-828f-04c21846aca7',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.035622] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51150f16-cc48-4f6b-b73a-c98fe5635b4a in Status: SUCCESS [ 621.036462] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51150f16-cc48-4f6b-b73a-c98fe5635b4a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.036670] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51150f16-cc48-4f6b-b73a-c98fe5635b4a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.036985] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51150f16-cc48-4f6b-b73a-c98fe5635b4a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.037075] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.037174] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.037265] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.037468] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.037577] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.037692] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51150f16-cc48-4f6b-b73a-c98fe5635b4a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.037799] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('51150f16-cc48-4f6b-b73a-c98fe5635b4a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.207628] env[69758]: INFO networking_nsxv3.common.synchronization [None req-ec619bfc-8676-48b9-8d50-3f58fd8b10d0 None None] Enqueued Resource ID: 8f5e7c4a-5395-4848-8900-4e145ab309f0 with Priority: HIGHEST for action port [ 621.208719] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f5e7c4a-5395-4848-8900-4e145ab309f0 with Priority: HIGHEST for action port [ 621.210087] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f5e7c4a-5395-4848-8900-4e145ab309f0 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.210087] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f5e7c4a-5395-4848-8900-4e145ab309f0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.210087] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f5e7c4a-5395-4848-8900-4e145ab309f0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.210087] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f5e7c4a-5395-4848-8900-4e145ab309f0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.210087] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f5e7c4a-5395-4848-8900-4e145ab309f0',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.509285] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.509394] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.509469] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.509687] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.509782] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.509971] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.510080] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.510145] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.510301] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.510383] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.510468] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 339bbc8c-a314-4cf0-828f-04c21846aca7 already deleted. [ 621.510656] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-339bbc8c-a314-4cf0-828f-04c21846aca7" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.542470] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-51150f16-cc48-4f6b-b73a-c98fe5635b4a taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.542470] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51150f16-cc48-4f6b-b73a-c98fe5635b4a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.542470] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51150f16-cc48-4f6b-b73a-c98fe5635b4a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.542703] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51150f16-cc48-4f6b-b73a-c98fe5635b4a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.544196] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.544196] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.544196] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.544196] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.544196] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.544196] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51150f16-cc48-4f6b-b73a-c98fe5635b4a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.544196] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-51150f16-cc48-4f6b-b73a-c98fe5635b4a taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.544196] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51150f16-cc48-4f6b-b73a-c98fe5635b4a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.544196] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51150f16-cc48-4f6b-b73a-c98fe5635b4a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.544196] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51150f16-cc48-4f6b-b73a-c98fe5635b4a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.544196] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.544196] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.544196] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.544851] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.544851] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.544851] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51150f16-cc48-4f6b-b73a-c98fe5635b4a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.544851] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('51150f16-cc48-4f6b-b73a-c98fe5635b4a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.641931] env[69758]: INFO networking_nsxv3.common.synchronization [None req-a56bd9da-1567-4553-a7e9-7f050719f3bd None None] Enqueued Resource ID: 65311958-49da-4994-aa9b-c5d00dce5cf7 with Priority: HIGHEST for action port [ 621.641931] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65311958-49da-4994-aa9b-c5d00dce5cf7 with Priority: HIGHEST for action port [ 621.642080] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-65311958-49da-4994-aa9b-c5d00dce5cf7 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.642219] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65311958-49da-4994-aa9b-c5d00dce5cf7" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.642278] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65311958-49da-4994-aa9b-c5d00dce5cf7" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.642542] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65311958-49da-4994-aa9b-c5d00dce5cf7" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.642668] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65311958-49da-4994-aa9b-c5d00dce5cf7',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.683271] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-679 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.683673] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-679" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.683908] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-679" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.684280] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-679" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.684642] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.684924] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.685093] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.686776] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.686776] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.687013] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 621.687139] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 621.687251] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 621.687360] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 621.687491] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 621.687613] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 621.687706] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 621.708691] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 621.710072] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 621.710072] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 621.710072] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-679" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.710072] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-ade5425b-859f-4f32-b3bc-7e61c011a04b taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.711171] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-ade5425b-859f-4f32-b3bc-7e61c011a04b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.711171] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-ade5425b-859f-4f32-b3bc-7e61c011a04b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.711991] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-ade5425b-859f-4f32-b3bc-7e61c011a04b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.711991] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ade5425b-859f-4f32-b3bc-7e61c011a04b',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.713935] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8f5e7c4a-5395-4848-8900-4e145ab309f0 [ 621.714176] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.714303] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.714370] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.714818] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.714818] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.714818] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8f5e7c4a-5395-4848-8900-4e145ab309f0 already deleted. [ 621.714818] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f5e7c4a-5395-4848-8900-4e145ab309f0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.785585] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f01280a9-47d6-43ef-8dd6-0c80b7ab1dca in Status: SUCCESS [ 621.786448] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.882892] env[69758]: INFO networking_nsxv3.common.synchronization [req-a6696bda-6d73-490c-9693-656267b335fa req-9d5e59b2-6d20-4669-bd44-aa2819f9770d service nova] Enqueued Resource ID: f7e8c30a-9ae4-4744-b268-e35c19aec014 with Priority: HIGHEST for action security_group_rules [ 621.882892] env[69758]: INFO networking_nsxv3.common.synchronization [req-a6696bda-6d73-490c-9693-656267b335fa req-9d5e59b2-6d20-4669-bd44-aa2819f9770d service nova] Enqueued Resource ID: f7e8c30a-9ae4-4744-b268-e35c19aec014 with Priority: HIGHEST for action security_group_members [ 621.882892] env[69758]: INFO networking_nsxv3.common.synchronization [req-a6696bda-6d73-490c-9693-656267b335fa req-9d5e59b2-6d20-4669-bd44-aa2819f9770d service nova] Enqueued Resource ID: 0c350b80-e266-4725-8f64-15165c7a8e75 with Priority: HIGHEST for action port [ 621.887861] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7e8c30a-9ae4-4744-b268-e35c19aec014 with Priority: HIGHEST for action security_group_rules [ 621.887861] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7e8c30a-9ae4-4744-b268-e35c19aec014 with Priority: HIGHEST for action security_group_members [ 621.887861] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c350b80-e266-4725-8f64-15165c7a8e75 with Priority: HIGHEST for action port [ 621.887861] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7e8c30a-9ae4-4744-b268-e35c19aec014 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.887861] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7e8c30a-9ae4-4744-b268-e35c19aec014" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.887861] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7e8c30a-9ae4-4744-b268-e35c19aec014" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.887861] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7e8c30a-9ae4-4744-b268-e35c19aec014" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.887861] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7e8c30a-9ae4-4744-b268-e35c19aec014',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.887861] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7e8c30a-9ae4-4744-b268-e35c19aec014 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.887861] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7e8c30a-9ae4-4744-b268-e35c19aec014" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.887861] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7e8c30a-9ae4-4744-b268-e35c19aec014" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.887861] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7e8c30a-9ae4-4744-b268-e35c19aec014" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.887861] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.889212] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.889534] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.889951] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.891967] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.891967] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7e8c30a-9ae4-4744-b268-e35c19aec014',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.891967] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c350b80-e266-4725-8f64-15165c7a8e75 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.891967] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c350b80-e266-4725-8f64-15165c7a8e75" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.891967] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c350b80-e266-4725-8f64-15165c7a8e75" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.891967] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c350b80-e266-4725-8f64-15165c7a8e75" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.891967] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c350b80-e266-4725-8f64-15165c7a8e75',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.050653] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 51150f16-cc48-4f6b-b73a-c98fe5635b4a: rpc.has_security_group_logging(os_id): False [ 622.068979] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.069190] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.072249] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.072249] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.072249] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.072249] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.072249] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.072249] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.072249] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.072249] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.072249] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.072249] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.072249] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.072249] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.072249] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.072249] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.072843] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.072843] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.072843] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.072843] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.072843] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51150f16-cc48-4f6b-b73a-c98fe5635b4a is going to be created. [ 622.134024] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.134024] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.134024] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.134024] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.134024] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.144880] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51150f16-cc48-4f6b-b73a-c98fe5635b4a in Status: IN_PROGRESS for 2s [ 622.145183] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 65311958-49da-4994-aa9b-c5d00dce5cf7 [ 622.145421] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.145576] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.145650] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.145878] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.145996] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.146127] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:65311958-49da-4994-aa9b-c5d00dce5cf7 already deleted. [ 622.146198] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65311958-49da-4994-aa9b-c5d00dce5cf7" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.223027] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.223027] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.223027] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.223027] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.223027] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.223027] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port ade5425b-859f-4f32-b3bc-7e61c011a04b not found, creating... [ 622.223027] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.223027] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.223027] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.223027] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.223027] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.223917] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.223917] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.224901] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.224901] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.224901] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.226474] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: ade5425b-859f-4f32-b3bc-7e61c011a04b is going to be created. [ 622.252518] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.253359] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.255491] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.255816] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.256407] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.256522] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-ade5425b-859f-4f32-b3bc-7e61c011a04b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.394221] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7e8c30a-9ae4-4744-b268-e35c19aec014 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.395063] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7e8c30a-9ae4-4744-b268-e35c19aec014" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.395063] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7e8c30a-9ae4-4744-b268-e35c19aec014',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.395640] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0c350b80-e266-4725-8f64-15165c7a8e75 with status ACTIVE [ 622.395966] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.396052] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.396091] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.396775] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.396775] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.396775] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.396775] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.396775] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.397018] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.397018] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.398846] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.398846] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.398846] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.399038] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.399038] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.399101] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0c350b80-e266-4725-8f64-15165c7a8e75 is going to be updated. [ 622.435289] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.435472] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.435534] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.435715] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.435848] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.436025] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c350b80-e266-4725-8f64-15165c7a8e75" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.651268] env[69758]: INFO networking_nsxv3.common.synchronization [None req-b4015bbd-079c-4c9b-a508-1f28c7cbb462 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] Enqueued Resource ID: 45b264f3-818f-4f82-9e1d-5da0bb345d0b with Priority: HIGHEST for action security_group_rules [ 622.651819] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45b264f3-818f-4f82-9e1d-5da0bb345d0b with Priority: HIGHEST for action security_group_rules [ 622.653031] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45b264f3-818f-4f82-9e1d-5da0bb345d0b taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.653031] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45b264f3-818f-4f82-9e1d-5da0bb345d0b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.653031] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45b264f3-818f-4f82-9e1d-5da0bb345d0b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.653031] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45b264f3-818f-4f82-9e1d-5da0bb345d0b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.653031] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45b264f3-818f-4f82-9e1d-5da0bb345d0b',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.883950] env[69758]: INFO networking_nsxv3.common.synchronization [None req-303b3cfb-0161-440f-8208-39d94b589e5f tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] Enqueued Resource ID: 45b264f3-818f-4f82-9e1d-5da0bb345d0b with Priority: HIGHEST for action security_group_rules [ 622.883950] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45b264f3-818f-4f82-9e1d-5da0bb345d0b with Priority: HIGHEST for action security_group_rules [ 622.884788] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45b264f3-818f-4f82-9e1d-5da0bb345d0b taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.885648] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45b264f3-818f-4f82-9e1d-5da0bb345d0b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.902326] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7e8c30a-9ae4-4744-b268-e35c19aec014',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.184377] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.184733] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.184733] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.184853] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.184940] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.185161] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45b264f3-818f-4f82-9e1d-5da0bb345d0b already deleted. [ 623.185298] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45b264f3-818f-4f82-9e1d-5da0bb345d0b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.185437] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45b264f3-818f-4f82-9e1d-5da0bb345d0b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.185610] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45b264f3-818f-4f82-9e1d-5da0bb345d0b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.185693] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45b264f3-818f-4f82-9e1d-5da0bb345d0b',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.405144] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.405144] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.405144] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.405144] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.405144] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.405144] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7e8c30a-9ae4-4744-b268-e35c19aec014 is going to be created. [ 623.437000] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.437000] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.437000] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.437000] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.437000] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.450305] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7e8c30a-9ae4-4744-b268-e35c19aec014 in Status: UNINITIALIZED for 2s [ 623.575370] env[69758]: INFO networking_nsxv3.common.synchronization [req-179fa7eb-fc3d-448f-9da2-be96f496c751 req-c29144ed-f448-4c89-8ed1-d72779678835 service nova] Enqueued Resource ID: 339bbc8c-a314-4cf0-828f-04c21846aca7 with Priority: HIGHEST for action security_group_rules [ 623.577877] env[69758]: INFO networking_nsxv3.common.synchronization [req-179fa7eb-fc3d-448f-9da2-be96f496c751 req-c29144ed-f448-4c89-8ed1-d72779678835 service nova] Enqueued Resource ID: 339bbc8c-a314-4cf0-828f-04c21846aca7 with Priority: HIGHEST for action security_group_members [ 623.578160] env[69758]: INFO networking_nsxv3.common.synchronization [req-179fa7eb-fc3d-448f-9da2-be96f496c751 req-c29144ed-f448-4c89-8ed1-d72779678835 service nova] Enqueued Resource ID: ade5425b-859f-4f32-b3bc-7e61c011a04b with Priority: HIGHEST for action port [ 623.578847] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 339bbc8c-a314-4cf0-828f-04c21846aca7 with Priority: HIGHEST for action security_group_rules [ 623.579041] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 339bbc8c-a314-4cf0-828f-04c21846aca7 with Priority: HIGHEST for action security_group_members [ 623.579190] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ade5425b-859f-4f32-b3bc-7e61c011a04b with Priority: HIGHEST for action port [ 623.579511] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-339bbc8c-a314-4cf0-828f-04c21846aca7 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.579669] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-339bbc8c-a314-4cf0-828f-04c21846aca7" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.579770] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-339bbc8c-a314-4cf0-828f-04c21846aca7" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.580178] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-339bbc8c-a314-4cf0-828f-04c21846aca7" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.580322] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('339bbc8c-a314-4cf0-828f-04c21846aca7',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.581434] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-339bbc8c-a314-4cf0-828f-04c21846aca7 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.581572] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-339bbc8c-a314-4cf0-828f-04c21846aca7" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.581702] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-339bbc8c-a314-4cf0-828f-04c21846aca7" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.581896] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-339bbc8c-a314-4cf0-828f-04c21846aca7" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.582131] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.582270] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.582357] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.582562] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.583109] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.583257] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('339bbc8c-a314-4cf0-828f-04c21846aca7',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.584135] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-ade5425b-859f-4f32-b3bc-7e61c011a04b taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.584250] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ade5425b-859f-4f32-b3bc-7e61c011a04b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.584310] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ade5425b-859f-4f32-b3bc-7e61c011a04b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.584700] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ade5425b-859f-4f32-b3bc-7e61c011a04b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.588153] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ade5425b-859f-4f32-b3bc-7e61c011a04b',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.712703] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.712703] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.712703] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.712703] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.712703] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.712703] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45b264f3-818f-4f82-9e1d-5da0bb345d0b already deleted. [ 623.712703] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45b264f3-818f-4f82-9e1d-5da0bb345d0b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.845376] env[69758]: INFO networking_nsxv3.common.synchronization [req-ff10a06a-a52e-4963-ba17-88b94c47339c req-db7e9997-5040-4a99-b77e-d371ed037b53 tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Enqueued Resource ID: 3a5f409d-5ed2-411a-b63d-4ea8be9435e2 with Priority: HIGHEST for action security_group_members [ 623.846118] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a5f409d-5ed2-411a-b63d-4ea8be9435e2 with Priority: HIGHEST for action security_group_members [ 623.846420] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a5f409d-5ed2-411a-b63d-4ea8be9435e2 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.846568] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a5f409d-5ed2-411a-b63d-4ea8be9435e2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.846632] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a5f409d-5ed2-411a-b63d-4ea8be9435e2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.846860] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a5f409d-5ed2-411a-b63d-4ea8be9435e2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.847051] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.847170] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.847260] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.847435] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.847539] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.848293] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a5f409d-5ed2-411a-b63d-4ea8be9435e2',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.091208] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('339bbc8c-a314-4cf0-828f-04c21846aca7',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.092665] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-339bbc8c-a314-4cf0-828f-04c21846aca7 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.092824] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-339bbc8c-a314-4cf0-828f-04c21846aca7" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.093058] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ade5425b-859f-4f32-b3bc-7e61c011a04b with status ACTIVE [ 624.093309] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.093489] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.093587] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.093829] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.093944] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.094151] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.094244] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.094305] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.094520] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.094613] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.094802] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.094926] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.095647] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.096255] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.096255] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.096255] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ade5425b-859f-4f32-b3bc-7e61c011a04b is going to be updated. [ 624.124084] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.124963] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.124963] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.124963] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.124963] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.124963] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ade5425b-859f-4f32-b3bc-7e61c011a04b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.161668] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51150f16-cc48-4f6b-b73a-c98fe5635b4a in Status: SUCCESS [ 624.163093] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51150f16-cc48-4f6b-b73a-c98fe5635b4a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.262694] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-217 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.263093] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-217" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.263264] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-217" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.263589] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-217" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.263858] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.264042] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.264404] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.264404] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.264519] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.264860] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 624.264860] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 624.264952] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 624.265071] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 624.265208] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 624.265331] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 624.265492] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 624.287041] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 624.287292] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 624.287429] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 624.287641] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-217" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.287988] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-2869fe2d-ceef-4402-95e0-93772e77daf2 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.288204] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-2869fe2d-ceef-4402-95e0-93772e77daf2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.288669] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-2869fe2d-ceef-4402-95e0-93772e77daf2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.288669] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-2869fe2d-ceef-4402-95e0-93772e77daf2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.288873] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2869fe2d-ceef-4402-95e0-93772e77daf2',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.350030] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.350195] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.350287] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.350662] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.350662] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.351084] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.351084] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.351242] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.351321] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.351412] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.351862] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a5f409d-5ed2-411a-b63d-4ea8be9435e2 already deleted. [ 624.351862] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a5f409d-5ed2-411a-b63d-4ea8be9435e2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.593890] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('339bbc8c-a314-4cf0-828f-04c21846aca7',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.793935] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.794293] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.794465] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.795030] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.795030] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.795330] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port 2869fe2d-ceef-4402-95e0-93772e77daf2 not found, creating... [ 624.796518] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.796518] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.796518] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.796518] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.796518] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.797018] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.797018] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.800309] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.800670] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.800941] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.801181] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: 2869fe2d-ceef-4402-95e0-93772e77daf2 is going to be created. [ 624.825807] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.826279] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.826334] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.826640] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.826922] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.827224] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-2869fe2d-ceef-4402-95e0-93772e77daf2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.097035] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.097285] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.097488] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.097551] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.097646] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.097746] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 339bbc8c-a314-4cf0-828f-04c21846aca7 is going to be created. [ 625.123502] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.123720] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.123803] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.124736] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.124736] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.136727] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 339bbc8c-a314-4cf0-828f-04c21846aca7 in Status: UNINITIALIZED for 2s [ 625.465631] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7e8c30a-9ae4-4744-b268-e35c19aec014 in Status: SUCCESS [ 625.465908] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7e8c30a-9ae4-4744-b268-e35c19aec014" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.468026] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7e8c30a-9ae4-4744-b268-e35c19aec014" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.468026] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7e8c30a-9ae4-4744-b268-e35c19aec014" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.468026] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.468026] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.468026] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.468026] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.468026] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.468026] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7e8c30a-9ae4-4744-b268-e35c19aec014" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.468026] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f7e8c30a-9ae4-4744-b268-e35c19aec014',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.779905] env[69758]: INFO networking_nsxv3.common.synchronization [req-8bf35960-08c8-40c7-9259-ef01a7125cf2 req-42575ee7-40ae-4f25-86a5-06abd8bedb41 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Enqueued Resource ID: ed837327-7a7f-4d3a-b27c-a53ff3da5a3a with Priority: HIGHEST for action security_group_members [ 625.780970] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed837327-7a7f-4d3a-b27c-a53ff3da5a3a with Priority: HIGHEST for action security_group_members [ 625.782192] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.782340] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.782406] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.782758] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.782978] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.783129] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.783204] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.783385] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.783488] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.783612] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed837327-7a7f-4d3a-b27c-a53ff3da5a3a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.806696] env[69758]: INFO networking_nsxv3.common.synchronization [req-ff10a06a-a52e-4963-ba17-88b94c47339c req-c5bc114d-d47c-45a0-9c39-192d62fe9c6b service nova] Enqueued Resource ID: 3a5f409d-5ed2-411a-b63d-4ea8be9435e2 with Priority: HIGHEST for action security_group_rules [ 625.806896] env[69758]: INFO networking_nsxv3.common.synchronization [req-ff10a06a-a52e-4963-ba17-88b94c47339c req-c5bc114d-d47c-45a0-9c39-192d62fe9c6b service nova] Enqueued Resource ID: 3a5f409d-5ed2-411a-b63d-4ea8be9435e2 with Priority: HIGHEST for action security_group_members [ 625.807119] env[69758]: INFO networking_nsxv3.common.synchronization [req-ff10a06a-a52e-4963-ba17-88b94c47339c req-c5bc114d-d47c-45a0-9c39-192d62fe9c6b service nova] Enqueued Resource ID: 2869fe2d-ceef-4402-95e0-93772e77daf2 with Priority: HIGHEST for action port [ 625.807912] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a5f409d-5ed2-411a-b63d-4ea8be9435e2 with Priority: HIGHEST for action security_group_rules [ 625.808088] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a5f409d-5ed2-411a-b63d-4ea8be9435e2 with Priority: HIGHEST for action security_group_members [ 625.808190] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2869fe2d-ceef-4402-95e0-93772e77daf2 with Priority: HIGHEST for action port [ 625.808691] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a5f409d-5ed2-411a-b63d-4ea8be9435e2 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.808843] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a5f409d-5ed2-411a-b63d-4ea8be9435e2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.808914] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a5f409d-5ed2-411a-b63d-4ea8be9435e2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.809185] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a5f409d-5ed2-411a-b63d-4ea8be9435e2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.809272] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a5f409d-5ed2-411a-b63d-4ea8be9435e2',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.810201] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a5f409d-5ed2-411a-b63d-4ea8be9435e2 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.810413] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a5f409d-5ed2-411a-b63d-4ea8be9435e2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.810530] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a5f409d-5ed2-411a-b63d-4ea8be9435e2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.810757] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a5f409d-5ed2-411a-b63d-4ea8be9435e2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.810966] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.811119] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.811192] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.811682] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.811682] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.811682] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a5f409d-5ed2-411a-b63d-4ea8be9435e2',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.812468] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-2869fe2d-ceef-4402-95e0-93772e77daf2 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.812592] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2869fe2d-ceef-4402-95e0-93772e77daf2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.812708] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2869fe2d-ceef-4402-95e0-93772e77daf2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.812932] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2869fe2d-ceef-4402-95e0-93772e77daf2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.812998] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2869fe2d-ceef-4402-95e0-93772e77daf2',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.971420] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7e8c30a-9ae4-4744-b268-e35c19aec014 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.971628] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7e8c30a-9ae4-4744-b268-e35c19aec014" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.971706] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7e8c30a-9ae4-4744-b268-e35c19aec014" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.972310] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7e8c30a-9ae4-4744-b268-e35c19aec014" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.972310] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.972516] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.972516] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.973454] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.973454] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.973454] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7e8c30a-9ae4-4744-b268-e35c19aec014" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.973454] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7e8c30a-9ae4-4744-b268-e35c19aec014 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.973454] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7e8c30a-9ae4-4744-b268-e35c19aec014" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.973454] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7e8c30a-9ae4-4744-b268-e35c19aec014" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.973796] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7e8c30a-9ae4-4744-b268-e35c19aec014" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.973796] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.973796] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.973996] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.974338] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.974456] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.974546] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7e8c30a-9ae4-4744-b268-e35c19aec014" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.974665] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f7e8c30a-9ae4-4744-b268-e35c19aec014',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.148571] env[69758]: INFO networking_nsxv3.common.synchronization [None req-df0e9f23-e156-4815-b029-0e4954b32d4e tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Enqueued Resource ID: 9cf00646-625b-4b21-a132-a57548621176 with Priority: HIGHEST for action security_group_rules [ 626.149034] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cf00646-625b-4b21-a132-a57548621176 with Priority: HIGHEST for action security_group_rules [ 626.150057] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9cf00646-625b-4b21-a132-a57548621176 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.150181] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9cf00646-625b-4b21-a132-a57548621176" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.150277] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9cf00646-625b-4b21-a132-a57548621176" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.150780] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9cf00646-625b-4b21-a132-a57548621176" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.150909] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9cf00646-625b-4b21-a132-a57548621176',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.260448] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-447 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.260719] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-447" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.260794] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-447" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.261907] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-447" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.262279] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.263141] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.263421] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.263880] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.264178] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.264708] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 626.264916] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 626.265128] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 626.265344] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 626.265525] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 626.265719] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 626.265953] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 626.290966] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.290966] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.290966] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.290966] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.290966] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.290966] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.290966] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.290966] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.290966] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.290966] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.290966] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed837327-7a7f-4d3a-b27c-a53ff3da5a3a already deleted. [ 626.290966] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.295878] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 626.295878] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 626.295878] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 626.295878] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-447" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.296309] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-ef7b01be-cf91-4ef8-a318-ca1bfcdd07a0 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.296674] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-ef7b01be-cf91-4ef8-a318-ca1bfcdd07a0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.296674] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-ef7b01be-cf91-4ef8-a318-ca1bfcdd07a0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.296957] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-ef7b01be-cf91-4ef8-a318-ca1bfcdd07a0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.297154] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef7b01be-cf91-4ef8-a318-ca1bfcdd07a0',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.300360] env[69758]: INFO networking_nsxv3.common.synchronization [None req-f0df824c-0cc1-4e9c-938d-a78d1d68e0ad tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Enqueued Resource ID: 9cf00646-625b-4b21-a132-a57548621176 with Priority: HIGHEST for action security_group_rules [ 626.301177] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cf00646-625b-4b21-a132-a57548621176 with Priority: HIGHEST for action security_group_rules [ 626.301605] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9cf00646-625b-4b21-a132-a57548621176 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.302073] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9cf00646-625b-4b21-a132-a57548621176" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.315578] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3a5f409d-5ed2-411a-b63d-4ea8be9435e2',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.317476] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a5f409d-5ed2-411a-b63d-4ea8be9435e2 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.317616] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a5f409d-5ed2-411a-b63d-4ea8be9435e2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.317752] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2869fe2d-ceef-4402-95e0-93772e77daf2 with status ACTIVE [ 626.317946] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.318360] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.318360] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.318360] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.318546] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.321828] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.321828] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.321828] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.321828] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.321828] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.321828] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.321828] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.321828] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.321828] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.321828] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.321828] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2869fe2d-ceef-4402-95e0-93772e77daf2 is going to be updated. [ 626.357638] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.357976] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.358100] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.358376] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.358532] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.358814] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2869fe2d-ceef-4402-95e0-93772e77daf2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.478304] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f7e8c30a-9ae4-4744-b268-e35c19aec014: rpc.has_security_group_logging(os_id): False [ 626.519463] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.520057] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.520705] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.520705] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.521026] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.521575] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.521778] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.521917] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.522196] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.522337] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.522665] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.522844] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.522964] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.523268] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.523494] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.523688] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.523842] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.523982] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.524229] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.524448] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.524596] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7e8c30a-9ae4-4744-b268-e35c19aec014 is going to be created. [ 626.607229] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.607229] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.607229] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.607229] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.607229] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.621274] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7e8c30a-9ae4-4744-b268-e35c19aec014 in Status: IN_PROGRESS for 2s [ 626.674286] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.674286] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.674434] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.674609] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.674701] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.674807] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9cf00646-625b-4b21-a132-a57548621176 already deleted. [ 626.674890] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9cf00646-625b-4b21-a132-a57548621176" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.675153] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9cf00646-625b-4b21-a132-a57548621176" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.677207] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9cf00646-625b-4b21-a132-a57548621176" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.677207] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9cf00646-625b-4b21-a132-a57548621176',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.799463] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.803149] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.803149] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.803149] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.803149] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.803149] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port ef7b01be-cf91-4ef8-a318-ca1bfcdd07a0 not found, creating... [ 626.803149] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.803149] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.803149] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.803149] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.803149] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.803529] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.803529] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.803529] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.803529] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.804310] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.804537] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: ef7b01be-cf91-4ef8-a318-ca1bfcdd07a0 is going to be created. [ 626.823061] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3a5f409d-5ed2-411a-b63d-4ea8be9435e2',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.832183] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.832183] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.832183] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.832183] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.832183] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.832183] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-ef7b01be-cf91-4ef8-a318-ca1bfcdd07a0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.151183] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 339bbc8c-a314-4cf0-828f-04c21846aca7 in Status: SUCCESS [ 627.151419] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-339bbc8c-a314-4cf0-828f-04c21846aca7" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.151607] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-339bbc8c-a314-4cf0-828f-04c21846aca7" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.151823] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-339bbc8c-a314-4cf0-828f-04c21846aca7" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.152019] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.152151] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.152210] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.152448] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.152448] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.152570] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-339bbc8c-a314-4cf0-828f-04c21846aca7" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.152622] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('339bbc8c-a314-4cf0-828f-04c21846aca7',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.203466] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.203737] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.203737] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.204075] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.204608] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.204608] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9cf00646-625b-4b21-a132-a57548621176 already deleted. [ 627.204608] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9cf00646-625b-4b21-a132-a57548621176" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.326632] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.326632] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.326632] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.326632] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.327124] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.327124] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a5f409d-5ed2-411a-b63d-4ea8be9435e2 is going to be created. [ 627.353752] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.353752] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.353752] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.354148] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.354148] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.366421] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a5f409d-5ed2-411a-b63d-4ea8be9435e2 in Status: UNINITIALIZED for 2s [ 627.659655] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-339bbc8c-a314-4cf0-828f-04c21846aca7 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.659781] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-339bbc8c-a314-4cf0-828f-04c21846aca7" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.659856] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-339bbc8c-a314-4cf0-828f-04c21846aca7" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.660118] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-339bbc8c-a314-4cf0-828f-04c21846aca7" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.660287] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.660391] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.660452] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.660602] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.660690] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.660779] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-339bbc8c-a314-4cf0-828f-04c21846aca7" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.660921] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-339bbc8c-a314-4cf0-828f-04c21846aca7 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.661026] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-339bbc8c-a314-4cf0-828f-04c21846aca7" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.661088] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-339bbc8c-a314-4cf0-828f-04c21846aca7" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.661231] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-339bbc8c-a314-4cf0-828f-04c21846aca7" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.661365] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.661456] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.661515] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.661650] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.661725] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.661805] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-339bbc8c-a314-4cf0-828f-04c21846aca7" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.661902] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('339bbc8c-a314-4cf0-828f-04c21846aca7',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.948191] env[69758]: INFO networking_nsxv3.common.synchronization [req-8bf35960-08c8-40c7-9259-ef01a7125cf2 req-093ac3e5-b41f-45da-9530-8c0d0abbef53 service nova] Enqueued Resource ID: ed837327-7a7f-4d3a-b27c-a53ff3da5a3a with Priority: HIGHEST for action security_group_rules [ 627.948191] env[69758]: INFO networking_nsxv3.common.synchronization [req-8bf35960-08c8-40c7-9259-ef01a7125cf2 req-093ac3e5-b41f-45da-9530-8c0d0abbef53 service nova] Enqueued Resource ID: ed837327-7a7f-4d3a-b27c-a53ff3da5a3a with Priority: HIGHEST for action security_group_members [ 627.948191] env[69758]: INFO networking_nsxv3.common.synchronization [req-8bf35960-08c8-40c7-9259-ef01a7125cf2 req-093ac3e5-b41f-45da-9530-8c0d0abbef53 service nova] Enqueued Resource ID: ef7b01be-cf91-4ef8-a318-ca1bfcdd07a0 with Priority: HIGHEST for action port [ 627.952427] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed837327-7a7f-4d3a-b27c-a53ff3da5a3a with Priority: HIGHEST for action security_group_rules [ 627.952427] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed837327-7a7f-4d3a-b27c-a53ff3da5a3a with Priority: HIGHEST for action security_group_members [ 627.952427] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef7b01be-cf91-4ef8-a318-ca1bfcdd07a0 with Priority: HIGHEST for action port [ 627.952427] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.952427] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.952427] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.952427] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.952427] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed837327-7a7f-4d3a-b27c-a53ff3da5a3a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.952427] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.952427] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.952427] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.952427] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.952427] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.953557] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.953768] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.954054] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.954305] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.954499] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed837327-7a7f-4d3a-b27c-a53ff3da5a3a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.955933] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef7b01be-cf91-4ef8-a318-ca1bfcdd07a0 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.957173] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef7b01be-cf91-4ef8-a318-ca1bfcdd07a0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.957244] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef7b01be-cf91-4ef8-a318-ca1bfcdd07a0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.957422] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef7b01be-cf91-4ef8-a318-ca1bfcdd07a0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.961024] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef7b01be-cf91-4ef8-a318-ca1bfcdd07a0',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.166287] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 339bbc8c-a314-4cf0-828f-04c21846aca7: rpc.has_security_group_logging(os_id): False [ 628.196030] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.196030] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.196030] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.196030] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.196030] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.196030] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.196030] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.196030] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.196030] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.196030] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.196030] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.196030] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.196030] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.196030] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.196030] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.202207] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.202207] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.202207] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.202207] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.202207] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.202207] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 339bbc8c-a314-4cf0-828f-04c21846aca7 is going to be created. [ 628.288192] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.288424] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.288532] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.288809] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.289045] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.302728] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 339bbc8c-a314-4cf0-828f-04c21846aca7 in Status: IN_PROGRESS for 2s [ 628.459610] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.459610] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.461848] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed837327-7a7f-4d3a-b27c-a53ff3da5a3a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.461848] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ef7b01be-cf91-4ef8-a318-ca1bfcdd07a0 with status ACTIVE [ 628.461848] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.461848] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.461848] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.465656] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.465808] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.466083] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.466212] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.466266] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.466478] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.466565] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.466825] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.466922] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.466922] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.467149] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.467204] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.467294] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ef7b01be-cf91-4ef8-a318-ca1bfcdd07a0 is going to be updated. [ 628.498689] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.498689] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.498689] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.498689] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.498689] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.499948] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef7b01be-cf91-4ef8-a318-ca1bfcdd07a0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.573935] env[69758]: INFO networking_nsxv3.common.synchronization [req-fd03f5d5-614d-44a2-be9b-4a1997f2de7f req-13e99782-ccd2-4bdb-af73-10c75da3e962 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Enqueued Resource ID: b3676a2d-6013-4704-a281-0f2dac33fa9e with Priority: HIGHEST for action security_group_members [ 628.576067] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3676a2d-6013-4704-a281-0f2dac33fa9e with Priority: HIGHEST for action security_group_members [ 628.576359] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3676a2d-6013-4704-a281-0f2dac33fa9e taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.576534] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3676a2d-6013-4704-a281-0f2dac33fa9e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.576751] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3676a2d-6013-4704-a281-0f2dac33fa9e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.580477] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3676a2d-6013-4704-a281-0f2dac33fa9e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.580477] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.580477] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.580477] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.580477] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.580477] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.580477] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3676a2d-6013-4704-a281-0f2dac33fa9e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.640607] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7e8c30a-9ae4-4744-b268-e35c19aec014 in Status: SUCCESS [ 628.641631] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7e8c30a-9ae4-4744-b268-e35c19aec014" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.970272] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed837327-7a7f-4d3a-b27c-a53ff3da5a3a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.988775] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-583 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.988943] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-583" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.989654] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-583" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.991055] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-583" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.991684] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.991684] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.991684] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.991905] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.992275] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.992368] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 628.992444] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 628.992820] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 628.992820] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 628.992820] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 628.993236] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 628.993236] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 629.017024] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 629.017276] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 629.017414] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 629.017605] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-583" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.017971] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-d9f2d736-a7e5-4a59-b833-299b1af9150e taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.018136] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-d9f2d736-a7e5-4a59-b833-299b1af9150e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.018257] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-d9f2d736-a7e5-4a59-b833-299b1af9150e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.018602] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-d9f2d736-a7e5-4a59-b833-299b1af9150e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.018747] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9f2d736-a7e5-4a59-b833-299b1af9150e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.084098] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.084394] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.084394] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.084788] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.084788] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.085110] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.085110] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.085110] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.085293] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.085333] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.085421] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3676a2d-6013-4704-a281-0f2dac33fa9e already deleted. [ 629.085498] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3676a2d-6013-4704-a281-0f2dac33fa9e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.379265] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a5f409d-5ed2-411a-b63d-4ea8be9435e2 in Status: SUCCESS [ 629.380053] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a5f409d-5ed2-411a-b63d-4ea8be9435e2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.380221] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a5f409d-5ed2-411a-b63d-4ea8be9435e2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.380457] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a5f409d-5ed2-411a-b63d-4ea8be9435e2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.380650] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.380830] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.380980] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.381081] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.381196] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.381312] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a5f409d-5ed2-411a-b63d-4ea8be9435e2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.381777] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3a5f409d-5ed2-411a-b63d-4ea8be9435e2',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.472381] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.473624] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.473624] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.473624] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.473624] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.473624] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed837327-7a7f-4d3a-b27c-a53ff3da5a3a is going to be created. [ 629.499960] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.500556] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.500724] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.501051] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.501278] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.517448] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed837327-7a7f-4d3a-b27c-a53ff3da5a3a in Status: UNINITIALIZED for 2s [ 629.523058] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.523647] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.523733] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.524672] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.524913] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.525303] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port d9f2d736-a7e5-4a59-b833-299b1af9150e not found, creating... [ 629.525674] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.526151] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.526151] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.526633] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.526633] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.527371] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.527371] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.530020] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.530020] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.530020] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.530020] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: d9f2d736-a7e5-4a59-b833-299b1af9150e is going to be created. [ 629.552069] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.552661] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.552860] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.553319] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.553619] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.554161] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-d9f2d736-a7e5-4a59-b833-299b1af9150e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.885060] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3a5f409d-5ed2-411a-b63d-4ea8be9435e2',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.318645] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 339bbc8c-a314-4cf0-828f-04c21846aca7 in Status: SUCCESS [ 630.318929] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-339bbc8c-a314-4cf0-828f-04c21846aca7" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.386678] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3a5f409d-5ed2-411a-b63d-4ea8be9435e2: rpc.has_security_group_logging(os_id): False [ 630.414615] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.414785] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.414856] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.415108] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.415167] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.415594] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.415697] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.415759] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.415925] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.416018] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.416137] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a5f409d-5ed2-411a-b63d-4ea8be9435e2 is going to be created. [ 630.469804] env[69758]: INFO networking_nsxv3.common.synchronization [req-fd03f5d5-614d-44a2-be9b-4a1997f2de7f req-1c47bb3a-8a6f-4a82-8b24-009cabc78b2c service nova] Enqueued Resource ID: b3676a2d-6013-4704-a281-0f2dac33fa9e with Priority: HIGHEST for action security_group_rules [ 630.469804] env[69758]: INFO networking_nsxv3.common.synchronization [req-fd03f5d5-614d-44a2-be9b-4a1997f2de7f req-1c47bb3a-8a6f-4a82-8b24-009cabc78b2c service nova] Enqueued Resource ID: b3676a2d-6013-4704-a281-0f2dac33fa9e with Priority: HIGHEST for action security_group_members [ 630.469886] env[69758]: INFO networking_nsxv3.common.synchronization [req-fd03f5d5-614d-44a2-be9b-4a1997f2de7f req-1c47bb3a-8a6f-4a82-8b24-009cabc78b2c service nova] Enqueued Resource ID: d9f2d736-a7e5-4a59-b833-299b1af9150e with Priority: HIGHEST for action port [ 630.470156] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3676a2d-6013-4704-a281-0f2dac33fa9e with Priority: HIGHEST for action security_group_rules [ 630.470341] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3676a2d-6013-4704-a281-0f2dac33fa9e with Priority: HIGHEST for action security_group_members [ 630.470398] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9f2d736-a7e5-4a59-b833-299b1af9150e with Priority: HIGHEST for action port [ 630.470985] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3676a2d-6013-4704-a281-0f2dac33fa9e taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.475105] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3676a2d-6013-4704-a281-0f2dac33fa9e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.475105] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3676a2d-6013-4704-a281-0f2dac33fa9e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.475105] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3676a2d-6013-4704-a281-0f2dac33fa9e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.475105] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3676a2d-6013-4704-a281-0f2dac33fa9e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.475900] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3676a2d-6013-4704-a281-0f2dac33fa9e taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.475900] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3676a2d-6013-4704-a281-0f2dac33fa9e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.476042] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3676a2d-6013-4704-a281-0f2dac33fa9e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.477085] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3676a2d-6013-4704-a281-0f2dac33fa9e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.478660] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.478877] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.478990] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.479224] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.479315] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.479482] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3676a2d-6013-4704-a281-0f2dac33fa9e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.480545] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9f2d736-a7e5-4a59-b833-299b1af9150e taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.480669] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9f2d736-a7e5-4a59-b833-299b1af9150e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.480735] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9f2d736-a7e5-4a59-b833-299b1af9150e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.481953] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9f2d736-a7e5-4a59-b833-299b1af9150e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.481953] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9f2d736-a7e5-4a59-b833-299b1af9150e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.504280] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.504479] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.504524] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.504751] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.504966] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.523871] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a5f409d-5ed2-411a-b63d-4ea8be9435e2 in Status: IN_PROGRESS for 2s [ 630.987027] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d9f2d736-a7e5-4a59-b833-299b1af9150e with status ACTIVE [ 630.987027] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.987027] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.987027] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.987027] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.987027] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.987027] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.987027] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.987027] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.987027] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.987027] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.987027] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.987027] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.987027] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.987027] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.987027] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.987027] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d9f2d736-a7e5-4a59-b833-299b1af9150e is going to be updated. [ 630.988448] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3676a2d-6013-4704-a281-0f2dac33fa9e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.989611] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3676a2d-6013-4704-a281-0f2dac33fa9e taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.990188] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3676a2d-6013-4704-a281-0f2dac33fa9e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.038168] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.038350] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.038394] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.039046] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.039046] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.039046] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9f2d736-a7e5-4a59-b833-299b1af9150e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.474379] env[69758]: INFO networking_nsxv3.common.synchronization [None req-0fe941c7-3758-403a-86b5-e501fe24e952 None None] Enqueued Resource ID: 557f6810-7977-4fa6-ac06-ad98253c2c1a with Priority: HIGHEST for action port [ 631.474379] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 557f6810-7977-4fa6-ac06-ad98253c2c1a with Priority: HIGHEST for action port [ 631.475291] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-557f6810-7977-4fa6-ac06-ad98253c2c1a taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.475463] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-557f6810-7977-4fa6-ac06-ad98253c2c1a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.475521] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-557f6810-7977-4fa6-ac06-ad98253c2c1a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.475846] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-557f6810-7977-4fa6-ac06-ad98253c2c1a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.475943] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('557f6810-7977-4fa6-ac06-ad98253c2c1a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.491886] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3676a2d-6013-4704-a281-0f2dac33fa9e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.533170] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed837327-7a7f-4d3a-b27c-a53ff3da5a3a in Status: SUCCESS [ 631.533398] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.533576] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.533869] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.534162] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.534305] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.534397] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.534595] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.534685] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.534780] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.535035] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ed837327-7a7f-4d3a-b27c-a53ff3da5a3a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.981108] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 557f6810-7977-4fa6-ac06-ad98253c2c1a [ 631.981361] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.982855] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.982855] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.982855] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.982855] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.982855] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:557f6810-7977-4fa6-ac06-ad98253c2c1a already deleted. [ 631.982855] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-557f6810-7977-4fa6-ac06-ad98253c2c1a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.996228] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.996228] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.996228] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.996228] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.996228] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.996228] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3676a2d-6013-4704-a281-0f2dac33fa9e is going to be created. [ 632.023980] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.023980] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.023980] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.024455] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.024455] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.039701] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3676a2d-6013-4704-a281-0f2dac33fa9e in Status: UNINITIALIZED for 2s [ 632.040064] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.040252] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.040324] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.040555] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.040743] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.041044] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.041194] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.041380] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.041488] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.042684] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.043118] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.043388] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.043487] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.043648] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.043840] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.044036] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.044118] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.044305] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.044410] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.044523] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.044863] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ed837327-7a7f-4d3a-b27c-a53ff3da5a3a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.537967] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a5f409d-5ed2-411a-b63d-4ea8be9435e2 in Status: SUCCESS [ 632.537967] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a5f409d-5ed2-411a-b63d-4ea8be9435e2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.551715] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ed837327-7a7f-4d3a-b27c-a53ff3da5a3a: rpc.has_security_group_logging(os_id): False [ 632.578056] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.578432] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.578432] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.578747] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.579084] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.579412] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.579590] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.579704] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.579939] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.580086] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.580326] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.580481] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.580481] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.580671] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.580762] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.581104] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.581215] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.581272] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.581679] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.581785] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.581884] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed837327-7a7f-4d3a-b27c-a53ff3da5a3a is going to be created. [ 632.659449] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.659964] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.660067] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.660438] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.660734] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.683963] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed837327-7a7f-4d3a-b27c-a53ff3da5a3a in Status: IN_PROGRESS for 2s [ 634.052824] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3676a2d-6013-4704-a281-0f2dac33fa9e in Status: SUCCESS [ 634.052824] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3676a2d-6013-4704-a281-0f2dac33fa9e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.052824] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3676a2d-6013-4704-a281-0f2dac33fa9e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.052824] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3676a2d-6013-4704-a281-0f2dac33fa9e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.052824] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.052824] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.052824] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.052824] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.052824] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.052824] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3676a2d-6013-4704-a281-0f2dac33fa9e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.052824] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b3676a2d-6013-4704-a281-0f2dac33fa9e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.441303] env[69758]: INFO networking_nsxv3.common.synchronization [None req-77c823b9-487e-43dc-afbe-53e71a6b1877 None None] Enqueued Resource ID: 9ec00ffc-5484-42b6-a8a3-0560d5b1c027 with Priority: HIGHEST for action port [ 634.441303] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ec00ffc-5484-42b6-a8a3-0560d5b1c027 with Priority: HIGHEST for action port [ 634.441303] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ec00ffc-5484-42b6-a8a3-0560d5b1c027 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.441303] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ec00ffc-5484-42b6-a8a3-0560d5b1c027" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.441303] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ec00ffc-5484-42b6-a8a3-0560d5b1c027" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.441303] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ec00ffc-5484-42b6-a8a3-0560d5b1c027" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.445287] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ec00ffc-5484-42b6-a8a3-0560d5b1c027',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.556611] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b3676a2d-6013-4704-a281-0f2dac33fa9e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.698923] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed837327-7a7f-4d3a-b27c-a53ff3da5a3a in Status: SUCCESS [ 634.699162] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.950528] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9ec00ffc-5484-42b6-a8a3-0560d5b1c027 [ 634.950528] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.950528] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.950528] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.950528] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.950528] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.950528] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9ec00ffc-5484-42b6-a8a3-0560d5b1c027 already deleted. [ 634.950528] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ec00ffc-5484-42b6-a8a3-0560d5b1c027" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.063299] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b3676a2d-6013-4704-a281-0f2dac33fa9e: rpc.has_security_group_logging(os_id): False [ 635.092407] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.092407] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.092407] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.092407] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.092407] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.092407] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.092407] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.092407] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.092407] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.092407] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.092407] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3676a2d-6013-4704-a281-0f2dac33fa9e is going to be created. [ 635.182051] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.182051] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.182051] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.182051] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.182391] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.198140] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3676a2d-6013-4704-a281-0f2dac33fa9e in Status: IN_PROGRESS for 2s [ 636.316295] env[69758]: INFO networking_nsxv3.common.synchronization [None req-6563ed4b-0e97-4637-8b97-95c854df696d None None] Enqueued Resource ID: 438fb60e-e0c9-455f-bbab-2c29ab034919 with Priority: HIGHEST for action port [ 636.317838] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 438fb60e-e0c9-455f-bbab-2c29ab034919 with Priority: HIGHEST for action port [ 636.317945] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-438fb60e-e0c9-455f-bbab-2c29ab034919 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.318109] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-438fb60e-e0c9-455f-bbab-2c29ab034919" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.318252] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-438fb60e-e0c9-455f-bbab-2c29ab034919" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.318608] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-438fb60e-e0c9-455f-bbab-2c29ab034919" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.318679] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('438fb60e-e0c9-455f-bbab-2c29ab034919',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.824244] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 438fb60e-e0c9-455f-bbab-2c29ab034919 [ 636.824504] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.824938] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.825509] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.825642] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.826016] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.826967] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:438fb60e-e0c9-455f-bbab-2c29ab034919 already deleted. [ 636.826967] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-438fb60e-e0c9-455f-bbab-2c29ab034919" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.216977] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3676a2d-6013-4704-a281-0f2dac33fa9e in Status: SUCCESS [ 637.216977] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3676a2d-6013-4704-a281-0f2dac33fa9e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.438093] env[69758]: INFO networking_nsxv3.common.synchronization [req-a9c5d996-642f-4d7f-b9be-220a0d1ceebc req-58cd534c-f941-4d05-b60f-0dc7d85d3cc2 tempest-DeleteServersAdminTestJSON-1858422573 tempest-DeleteServersAdminTestJSON-1858422573-project-admin] Enqueued Resource ID: 51150f16-cc48-4f6b-b73a-c98fe5635b4a with Priority: HIGHEST for action security_group_members [ 637.438093] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51150f16-cc48-4f6b-b73a-c98fe5635b4a with Priority: HIGHEST for action security_group_members [ 637.438093] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-51150f16-cc48-4f6b-b73a-c98fe5635b4a taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.438093] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51150f16-cc48-4f6b-b73a-c98fe5635b4a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.438663] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51150f16-cc48-4f6b-b73a-c98fe5635b4a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.438663] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51150f16-cc48-4f6b-b73a-c98fe5635b4a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.438725] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.438981] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.438981] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.443384] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.443384] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.443492] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51150f16-cc48-4f6b-b73a-c98fe5635b4a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.945691] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.945879] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.946121] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.946250] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.946706] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.946706] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.946706] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.947071] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.948228] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.950896] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.950896] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51150f16-cc48-4f6b-b73a-c98fe5635b4a is going to be updated. [ 637.996256] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.996256] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.996256] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.996256] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.996256] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.011027] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51150f16-cc48-4f6b-b73a-c98fe5635b4a in Status: IN_PROGRESS for 2s [ 638.247347] env[69758]: INFO networking_nsxv3.common.synchronization [None req-0ee50f30-eb0f-4e8a-b7ad-0707f84aa90e None None] Enqueued Resource ID: 9e023705-bc0f-4f07-b88c-b67a561c2d54 with Priority: HIGHEST for action port [ 638.247522] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e023705-bc0f-4f07-b88c-b67a561c2d54 with Priority: HIGHEST for action port [ 638.248229] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e023705-bc0f-4f07-b88c-b67a561c2d54 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.248229] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e023705-bc0f-4f07-b88c-b67a561c2d54" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.248396] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e023705-bc0f-4f07-b88c-b67a561c2d54" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.248563] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e023705-bc0f-4f07-b88c-b67a561c2d54" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.248646] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e023705-bc0f-4f07-b88c-b67a561c2d54',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.751122] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9e023705-bc0f-4f07-b88c-b67a561c2d54 [ 638.751416] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.751522] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.751655] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.751825] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.751929] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.752047] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9e023705-bc0f-4f07-b88c-b67a561c2d54 already deleted. [ 638.752135] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e023705-bc0f-4f07-b88c-b67a561c2d54" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.798751] env[69758]: INFO networking_nsxv3.common.synchronization [None req-45fcf9ea-6fc0-42ea-b79d-b5d867080234 None None] Enqueued Resource ID: 5cdb054c-765f-4f2a-bb00-7375bfd13483 with Priority: HIGHEST for action port [ 638.800218] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cdb054c-765f-4f2a-bb00-7375bfd13483 with Priority: HIGHEST for action port [ 638.800218] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-5cdb054c-765f-4f2a-bb00-7375bfd13483 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.800218] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5cdb054c-765f-4f2a-bb00-7375bfd13483" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.800218] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5cdb054c-765f-4f2a-bb00-7375bfd13483" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.801378] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5cdb054c-765f-4f2a-bb00-7375bfd13483" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.802029] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5cdb054c-765f-4f2a-bb00-7375bfd13483',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.307490] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5cdb054c-765f-4f2a-bb00-7375bfd13483 [ 639.307490] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.307490] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.307490] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.307490] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.307843] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.307843] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5cdb054c-765f-4f2a-bb00-7375bfd13483 already deleted. [ 639.307843] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5cdb054c-765f-4f2a-bb00-7375bfd13483" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.024801] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51150f16-cc48-4f6b-b73a-c98fe5635b4a in Status: SUCCESS [ 640.025526] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51150f16-cc48-4f6b-b73a-c98fe5635b4a deletion is rescheduled due to dependency. [ 640.025526] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51150f16-cc48-4f6b-b73a-c98fe5635b4a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.444661] env[69758]: INFO networking_nsxv3.common.synchronization [None req-b4b3785e-6907-4677-ab11-d39d534ba7a9 None None] Enqueued Resource ID: b637468c-b609-4291-9293-70e1c92b4a8f with Priority: HIGHEST for action port [ 640.445628] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b637468c-b609-4291-9293-70e1c92b4a8f with Priority: HIGHEST for action port [ 640.446365] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-b637468c-b609-4291-9293-70e1c92b4a8f taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.446506] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b637468c-b609-4291-9293-70e1c92b4a8f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.446577] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b637468c-b609-4291-9293-70e1c92b4a8f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.446869] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b637468c-b609-4291-9293-70e1c92b4a8f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.446971] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b637468c-b609-4291-9293-70e1c92b4a8f',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.951497] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b637468c-b609-4291-9293-70e1c92b4a8f [ 640.951497] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.951497] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.951497] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.951497] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.951497] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.951497] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b637468c-b609-4291-9293-70e1c92b4a8f already deleted. [ 640.951497] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b637468c-b609-4291-9293-70e1c92b4a8f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.089108] env[69758]: INFO networking_nsxv3.common.synchronization [None req-da1548ff-23f1-45c0-8468-0e7fc6505a51 None None] Enqueued Resource ID: 66e31eba-6155-48fb-b6bf-e34464b2b9ff with Priority: HIGHEST for action port [ 641.089108] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66e31eba-6155-48fb-b6bf-e34464b2b9ff with Priority: HIGHEST for action port [ 641.089108] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-66e31eba-6155-48fb-b6bf-e34464b2b9ff taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.089108] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66e31eba-6155-48fb-b6bf-e34464b2b9ff" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.089108] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66e31eba-6155-48fb-b6bf-e34464b2b9ff" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.089896] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66e31eba-6155-48fb-b6bf-e34464b2b9ff" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.089985] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66e31eba-6155-48fb-b6bf-e34464b2b9ff',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.594393] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 66e31eba-6155-48fb-b6bf-e34464b2b9ff [ 641.594766] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.594902] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.594959] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.595842] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.595842] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.595842] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:66e31eba-6155-48fb-b6bf-e34464b2b9ff already deleted. [ 641.595842] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66e31eba-6155-48fb-b6bf-e34464b2b9ff" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.538022] env[69758]: INFO networking_nsxv3.common.synchronization [req-f1f0be88-2c38-4916-9c65-0d93ee1dd0cc req-16e0e096-50d9-436e-946e-47d52052d947 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Enqueued Resource ID: 864851a1-fb1a-476d-a856-1248b48e0c26 with Priority: HIGHEST for action security_group_members [ 642.538022] env[69758]: INFO networking_nsxv3.common.synchronization [req-f1f0be88-2c38-4916-9c65-0d93ee1dd0cc req-16e0e096-50d9-436e-946e-47d52052d947 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Enqueued Resource ID: ed837327-7a7f-4d3a-b27c-a53ff3da5a3a with Priority: HIGHEST for action security_group_members [ 642.538022] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 864851a1-fb1a-476d-a856-1248b48e0c26 with Priority: HIGHEST for action security_group_members [ 642.538022] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed837327-7a7f-4d3a-b27c-a53ff3da5a3a with Priority: HIGHEST for action security_group_members [ 642.538022] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-864851a1-fb1a-476d-a856-1248b48e0c26 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.538022] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-864851a1-fb1a-476d-a856-1248b48e0c26" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.538022] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-864851a1-fb1a-476d-a856-1248b48e0c26" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.538022] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-864851a1-fb1a-476d-a856-1248b48e0c26" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.538022] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.538657] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.538657] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.538768] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.538863] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.539047] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('864851a1-fb1a-476d-a856-1248b48e0c26',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.541190] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.541405] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.541405] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.541564] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.541712] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.541812] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.542388] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.542573] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.542668] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.542764] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed837327-7a7f-4d3a-b27c-a53ff3da5a3a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.734343] env[69758]: INFO networking_nsxv3.common.synchronization [req-f1f0be88-2c38-4916-9c65-0d93ee1dd0cc req-16e0e096-50d9-436e-946e-47d52052d947 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Enqueued Resource ID: 864851a1-fb1a-476d-a856-1248b48e0c26 with Priority: HIGHEST for action security_group_rules [ 642.734343] env[69758]: INFO networking_nsxv3.common.synchronization [req-f1f0be88-2c38-4916-9c65-0d93ee1dd0cc req-16e0e096-50d9-436e-946e-47d52052d947 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Enqueued Resource ID: 864851a1-fb1a-476d-a856-1248b48e0c26 with Priority: HIGHEST for action security_group_members [ 642.734343] env[69758]: INFO networking_nsxv3.common.synchronization [req-f1f0be88-2c38-4916-9c65-0d93ee1dd0cc req-16e0e096-50d9-436e-946e-47d52052d947 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Enqueued Resource ID: ed837327-7a7f-4d3a-b27c-a53ff3da5a3a with Priority: HIGHEST for action security_group_rules [ 642.734343] env[69758]: INFO networking_nsxv3.common.synchronization [req-f1f0be88-2c38-4916-9c65-0d93ee1dd0cc req-16e0e096-50d9-436e-946e-47d52052d947 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Enqueued Resource ID: ed837327-7a7f-4d3a-b27c-a53ff3da5a3a with Priority: HIGHEST for action security_group_members [ 642.734343] env[69758]: INFO networking_nsxv3.common.synchronization [req-f1f0be88-2c38-4916-9c65-0d93ee1dd0cc req-16e0e096-50d9-436e-946e-47d52052d947 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Enqueued Resource ID: ef7b01be-cf91-4ef8-a318-ca1bfcdd07a0 with Priority: HIGHEST for action port [ 642.734343] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 864851a1-fb1a-476d-a856-1248b48e0c26 with Priority: HIGHEST for action security_group_rules [ 642.734343] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed837327-7a7f-4d3a-b27c-a53ff3da5a3a with Priority: HIGHEST for action security_group_rules [ 642.734343] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef7b01be-cf91-4ef8-a318-ca1bfcdd07a0 with Priority: HIGHEST for action port [ 642.734343] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 864851a1-fb1a-476d-a856-1248b48e0c26 with Priority: HIGHEST for action security_group_members [ 642.734343] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed837327-7a7f-4d3a-b27c-a53ff3da5a3a with Priority: HIGHEST for action security_group_members [ 642.734343] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-864851a1-fb1a-476d-a856-1248b48e0c26 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.734343] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-864851a1-fb1a-476d-a856-1248b48e0c26" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.734343] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-864851a1-fb1a-476d-a856-1248b48e0c26" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.734343] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-864851a1-fb1a-476d-a856-1248b48e0c26" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.734343] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('864851a1-fb1a-476d-a856-1248b48e0c26',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.735704] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.736089] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.736232] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.736718] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.736924] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed837327-7a7f-4d3a-b27c-a53ff3da5a3a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.738215] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef7b01be-cf91-4ef8-a318-ca1bfcdd07a0 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.738474] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef7b01be-cf91-4ef8-a318-ca1bfcdd07a0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.738638] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef7b01be-cf91-4ef8-a318-ca1bfcdd07a0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.738897] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef7b01be-cf91-4ef8-a318-ca1bfcdd07a0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.739086] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef7b01be-cf91-4ef8-a318-ca1bfcdd07a0',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.739919] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-864851a1-fb1a-476d-a856-1248b48e0c26 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.740175] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-864851a1-fb1a-476d-a856-1248b48e0c26" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.740512] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.740728] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.043286] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('864851a1-fb1a-476d-a856-1248b48e0c26',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.044591] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed837327-7a7f-4d3a-b27c-a53ff3da5a3a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.237255] env[69758]: INFO networking_nsxv3.common.synchronization [None req-ba451524-5cf6-40f4-940a-4c6fc85fa40a None None] Enqueued Resource ID: cc915ba9-b35f-4bb1-9b7e-0803820c0741 with Priority: HIGHEST for action port [ 643.237502] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc915ba9-b35f-4bb1-9b7e-0803820c0741 with Priority: HIGHEST for action port [ 643.239079] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc915ba9-b35f-4bb1-9b7e-0803820c0741 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.239258] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc915ba9-b35f-4bb1-9b7e-0803820c0741" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.239387] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc915ba9-b35f-4bb1-9b7e-0803820c0741" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.240803] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc915ba9-b35f-4bb1-9b7e-0803820c0741" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.240803] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc915ba9-b35f-4bb1-9b7e-0803820c0741',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.242841] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ef7b01be-cf91-4ef8-a318-ca1bfcdd07a0 with status ACTIVE [ 643.243172] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.243355] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.243454] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.246661] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.246735] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.246972] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.247850] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.247926] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.248128] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.248213] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.249221] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.249221] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.249221] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.249221] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.249221] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.249221] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ef7b01be-cf91-4ef8-a318-ca1bfcdd07a0 is going to be updated. [ 643.250067] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-864851a1-fb1a-476d-a856-1248b48e0c26 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.250179] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-864851a1-fb1a-476d-a856-1248b48e0c26" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.250382] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.250460] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.278247] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.279073] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.279073] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.279073] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.279073] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.279073] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef7b01be-cf91-4ef8-a318-ca1bfcdd07a0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.386029] env[69758]: INFO networking_nsxv3.common.synchronization [req-63dbb1b8-c84a-4175-92f1-aede48257a53 req-9d4c93fc-49c3-4cf9-8836-b6a7e8d14d78 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] Enqueued Resource ID: ee9df30d-c8d2-4e45-ac91-4d0d748658e5 with Priority: HIGHEST for action security_group_members [ 643.386218] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee9df30d-c8d2-4e45-ac91-4d0d748658e5 with Priority: HIGHEST for action security_group_members [ 643.386516] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee9df30d-c8d2-4e45-ac91-4d0d748658e5 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.386706] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee9df30d-c8d2-4e45-ac91-4d0d748658e5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.386706] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee9df30d-c8d2-4e45-ac91-4d0d748658e5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.386952] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee9df30d-c8d2-4e45-ac91-4d0d748658e5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.387655] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.387655] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.387655] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.387820] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.387820] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.387922] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee9df30d-c8d2-4e45-ac91-4d0d748658e5',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.550724] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('864851a1-fb1a-476d-a856-1248b48e0c26',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.551561] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed837327-7a7f-4d3a-b27c-a53ff3da5a3a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.754133] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cc915ba9-b35f-4bb1-9b7e-0803820c0741 [ 643.754133] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.754133] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.754303] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.754605] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.755031] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.755231] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cc915ba9-b35f-4bb1-9b7e-0803820c0741 already deleted. [ 643.755372] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc915ba9-b35f-4bb1-9b7e-0803820c0741" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.894277] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.894277] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.894277] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.894426] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.894426] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.894637] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.894746] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.894847] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.894997] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.895100] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.895198] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee9df30d-c8d2-4e45-ac91-4d0d748658e5 already deleted. [ 643.895280] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee9df30d-c8d2-4e45-ac91-4d0d748658e5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.053565] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.053933] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.053933] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.054022] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.054117] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.054216] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 864851a1-fb1a-476d-a856-1248b48e0c26 is going to be created. [ 644.055476] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.055593] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.055659] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.055819] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.055900] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.056080] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed837327-7a7f-4d3a-b27c-a53ff3da5a3a is going to be updated. [ 644.081368] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.081603] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.081603] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.081786] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.081948] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.083735] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.083847] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.083917] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.084110] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.084237] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.094416] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed837327-7a7f-4d3a-b27c-a53ff3da5a3a in Status: IN_PROGRESS for 2s [ 644.095115] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 864851a1-fb1a-476d-a856-1248b48e0c26 in Status: UNINITIALIZED for 2s [ 644.135376] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-702 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.135376] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-702" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.135376] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-702" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.135376] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-702" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.135376] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.135376] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.135376] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.135376] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.135376] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.135376] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 644.135376] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 644.135376] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 644.135805] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 644.135805] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 644.135805] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 644.135805] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 644.189724] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 644.189724] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.053 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 644.189724] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 644.189724] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-702" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.189724] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-985fbec9-915f-4d33-94b6-659919c9c99d taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.190080] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-985fbec9-915f-4d33-94b6-659919c9c99d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.190080] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-985fbec9-915f-4d33-94b6-659919c9c99d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.190355] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-985fbec9-915f-4d33-94b6-659919c9c99d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.190493] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('985fbec9-915f-4d33-94b6-659919c9c99d',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.704031] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.704031] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.704031] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.704031] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.704031] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.704031] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port 985fbec9-915f-4d33-94b6-659919c9c99d not found, creating... [ 644.704031] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.704031] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.704031] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.704031] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.704031] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.704728] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.704728] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.704728] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.704728] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.705536] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.705898] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: 985fbec9-915f-4d33-94b6-659919c9c99d is going to be created. [ 644.745184] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.745184] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.745184] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.745184] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.745184] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.745184] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-985fbec9-915f-4d33-94b6-659919c9c99d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.857950] env[69758]: INFO networking_nsxv3.common.synchronization [None req-da12fcef-4d96-422f-a19a-cc34b78b96be None None] Enqueued Resource ID: 77226c05-6762-41ac-939e-54f1f0bf1971 with Priority: HIGHEST for action port [ 644.858250] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77226c05-6762-41ac-939e-54f1f0bf1971 with Priority: HIGHEST for action port [ 644.858800] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-77226c05-6762-41ac-939e-54f1f0bf1971 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.858930] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77226c05-6762-41ac-939e-54f1f0bf1971" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.859010] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77226c05-6762-41ac-939e-54f1f0bf1971" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.859261] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77226c05-6762-41ac-939e-54f1f0bf1971" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.859343] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77226c05-6762-41ac-939e-54f1f0bf1971',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.366611] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 77226c05-6762-41ac-939e-54f1f0bf1971 [ 645.366611] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.366611] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.366611] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.367365] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.367761] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.367882] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:77226c05-6762-41ac-939e-54f1f0bf1971 already deleted. [ 645.367985] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77226c05-6762-41ac-939e-54f1f0bf1971" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.463018] env[69758]: INFO networking_nsxv3.common.synchronization [req-08d344b6-7b9f-46db-b1e6-70ac94362409 req-06462da2-ee53-4d5d-9740-a7800692ee0c tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Enqueued Resource ID: 36b89e1b-bad3-4659-ae37-0a5d47eb72f2 with Priority: HIGHEST for action security_group_members [ 645.463503] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36b89e1b-bad3-4659-ae37-0a5d47eb72f2 with Priority: HIGHEST for action security_group_members [ 645.464326] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-36b89e1b-bad3-4659-ae37-0a5d47eb72f2 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.464771] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36b89e1b-bad3-4659-ae37-0a5d47eb72f2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.464851] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36b89e1b-bad3-4659-ae37-0a5d47eb72f2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.465146] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36b89e1b-bad3-4659-ae37-0a5d47eb72f2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.465330] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.465947] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.465947] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.465947] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.465947] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.465947] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36b89e1b-bad3-4659-ae37-0a5d47eb72f2',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.488276] env[69758]: INFO networking_nsxv3.common.synchronization [req-bbccc864-87e6-48e6-a025-3c474dc07512 req-bbd5a202-1931-4f6b-bf6e-e3f047b2c7cc tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Enqueued Resource ID: 5d229128-8c11-4c78-8f1a-5d5746ac5707 with Priority: HIGHEST for action security_group_members [ 645.488276] env[69758]: INFO networking_nsxv3.common.synchronization [req-bbccc864-87e6-48e6-a025-3c474dc07512 req-bbd5a202-1931-4f6b-bf6e-e3f047b2c7cc tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Enqueued Resource ID: 864851a1-fb1a-476d-a856-1248b48e0c26 with Priority: HIGHEST for action security_group_members [ 645.488276] env[69758]: INFO networking_nsxv3.common.synchronization [req-bbccc864-87e6-48e6-a025-3c474dc07512 req-bbd5a202-1931-4f6b-bf6e-e3f047b2c7cc tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Enqueued Resource ID: ed837327-7a7f-4d3a-b27c-a53ff3da5a3a with Priority: HIGHEST for action security_group_members [ 645.490197] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d229128-8c11-4c78-8f1a-5d5746ac5707 with Priority: HIGHEST for action security_group_members [ 645.491236] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 864851a1-fb1a-476d-a856-1248b48e0c26 with Priority: HIGHEST for action security_group_members [ 645.491236] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed837327-7a7f-4d3a-b27c-a53ff3da5a3a with Priority: HIGHEST for action security_group_members [ 645.491236] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d229128-8c11-4c78-8f1a-5d5746ac5707 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.491236] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d229128-8c11-4c78-8f1a-5d5746ac5707" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.491236] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d229128-8c11-4c78-8f1a-5d5746ac5707" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.491236] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d229128-8c11-4c78-8f1a-5d5746ac5707" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.491749] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.492203] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.492203] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.492203] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.492203] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.492451] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d229128-8c11-4c78-8f1a-5d5746ac5707',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.495948] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-864851a1-fb1a-476d-a856-1248b48e0c26 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.495948] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-864851a1-fb1a-476d-a856-1248b48e0c26" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.495948] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.495948] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.503326] env[69758]: INFO networking_nsxv3.common.synchronization [None req-3ccc6d88-61be-4f72-9a0f-92bf5a2113ec None None] Enqueued Resource ID: 9c6a34b0-443c-4ee4-9678-7a6d445fe54b with Priority: HIGHEST for action port [ 645.503326] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c6a34b0-443c-4ee4-9678-7a6d445fe54b with Priority: HIGHEST for action port [ 645.503522] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c6a34b0-443c-4ee4-9678-7a6d445fe54b taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.503580] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c6a34b0-443c-4ee4-9678-7a6d445fe54b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.503705] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c6a34b0-443c-4ee4-9678-7a6d445fe54b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.504091] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c6a34b0-443c-4ee4-9678-7a6d445fe54b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.504091] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c6a34b0-443c-4ee4-9678-7a6d445fe54b',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.839019] env[69758]: INFO networking_nsxv3.common.synchronization [req-bbccc864-87e6-48e6-a025-3c474dc07512 req-bbd5a202-1931-4f6b-bf6e-e3f047b2c7cc tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Enqueued Resource ID: 5d229128-8c11-4c78-8f1a-5d5746ac5707 with Priority: HIGHEST for action security_group_rules [ 645.839311] env[69758]: INFO networking_nsxv3.common.synchronization [req-bbccc864-87e6-48e6-a025-3c474dc07512 req-bbd5a202-1931-4f6b-bf6e-e3f047b2c7cc tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Enqueued Resource ID: 5d229128-8c11-4c78-8f1a-5d5746ac5707 with Priority: HIGHEST for action security_group_members [ 645.839354] env[69758]: INFO networking_nsxv3.common.synchronization [req-bbccc864-87e6-48e6-a025-3c474dc07512 req-bbd5a202-1931-4f6b-bf6e-e3f047b2c7cc tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Enqueued Resource ID: 864851a1-fb1a-476d-a856-1248b48e0c26 with Priority: HIGHEST for action security_group_rules [ 645.839453] env[69758]: INFO networking_nsxv3.common.synchronization [req-bbccc864-87e6-48e6-a025-3c474dc07512 req-bbd5a202-1931-4f6b-bf6e-e3f047b2c7cc tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Enqueued Resource ID: 864851a1-fb1a-476d-a856-1248b48e0c26 with Priority: HIGHEST for action security_group_members [ 645.839576] env[69758]: INFO networking_nsxv3.common.synchronization [req-bbccc864-87e6-48e6-a025-3c474dc07512 req-bbd5a202-1931-4f6b-bf6e-e3f047b2c7cc tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Enqueued Resource ID: ed837327-7a7f-4d3a-b27c-a53ff3da5a3a with Priority: HIGHEST for action security_group_rules [ 645.839696] env[69758]: INFO networking_nsxv3.common.synchronization [req-bbccc864-87e6-48e6-a025-3c474dc07512 req-bbd5a202-1931-4f6b-bf6e-e3f047b2c7cc tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Enqueued Resource ID: ed837327-7a7f-4d3a-b27c-a53ff3da5a3a with Priority: HIGHEST for action security_group_members [ 645.839819] env[69758]: INFO networking_nsxv3.common.synchronization [req-bbccc864-87e6-48e6-a025-3c474dc07512 req-bbd5a202-1931-4f6b-bf6e-e3f047b2c7cc tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Enqueued Resource ID: ef7b01be-cf91-4ef8-a318-ca1bfcdd07a0 with Priority: HIGHEST for action port [ 645.843728] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d229128-8c11-4c78-8f1a-5d5746ac5707 with Priority: HIGHEST for action security_group_rules [ 645.843728] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 864851a1-fb1a-476d-a856-1248b48e0c26 with Priority: HIGHEST for action security_group_rules [ 645.843894] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed837327-7a7f-4d3a-b27c-a53ff3da5a3a with Priority: HIGHEST for action security_group_members [ 645.843932] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef7b01be-cf91-4ef8-a318-ca1bfcdd07a0 with Priority: HIGHEST for action port [ 645.844045] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed837327-7a7f-4d3a-b27c-a53ff3da5a3a with Priority: HIGHEST for action security_group_rules [ 645.844107] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d229128-8c11-4c78-8f1a-5d5746ac5707 with Priority: HIGHEST for action security_group_members [ 645.844189] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 864851a1-fb1a-476d-a856-1248b48e0c26 with Priority: HIGHEST for action security_group_members [ 645.844485] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d229128-8c11-4c78-8f1a-5d5746ac5707 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.844609] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d229128-8c11-4c78-8f1a-5d5746ac5707" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.844671] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d229128-8c11-4c78-8f1a-5d5746ac5707" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.845497] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d229128-8c11-4c78-8f1a-5d5746ac5707" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.845497] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d229128-8c11-4c78-8f1a-5d5746ac5707',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.845995] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-864851a1-fb1a-476d-a856-1248b48e0c26 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.846110] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-864851a1-fb1a-476d-a856-1248b48e0c26" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.846315] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.846400] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.846794] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef7b01be-cf91-4ef8-a318-ca1bfcdd07a0 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.846911] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef7b01be-cf91-4ef8-a318-ca1bfcdd07a0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.846978] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef7b01be-cf91-4ef8-a318-ca1bfcdd07a0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.847309] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef7b01be-cf91-4ef8-a318-ca1bfcdd07a0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.847391] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef7b01be-cf91-4ef8-a318-ca1bfcdd07a0',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.850033] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.850033] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.850033] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d229128-8c11-4c78-8f1a-5d5746ac5707 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.850033] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d229128-8c11-4c78-8f1a-5d5746ac5707" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.850033] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-864851a1-fb1a-476d-a856-1248b48e0c26 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.850033] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-864851a1-fb1a-476d-a856-1248b48e0c26" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.969533] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.969738] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.969778] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.969982] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.970858] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.970858] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.970858] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.970858] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.970858] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.970858] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.970858] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36b89e1b-bad3-4659-ae37-0a5d47eb72f2 already deleted. [ 645.970858] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36b89e1b-bad3-4659-ae37-0a5d47eb72f2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.996069] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d229128-8c11-4c78-8f1a-5d5746ac5707',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.007116] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9c6a34b0-443c-4ee4-9678-7a6d445fe54b [ 646.008716] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.008716] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.008716] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.008716] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.008716] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.008716] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9c6a34b0-443c-4ee4-9678-7a6d445fe54b already deleted. [ 646.008716] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c6a34b0-443c-4ee4-9678-7a6d445fe54b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.108620] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 864851a1-fb1a-476d-a856-1248b48e0c26 in Status: SUCCESS [ 646.108707] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-864851a1-fb1a-476d-a856-1248b48e0c26" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.108894] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-864851a1-fb1a-476d-a856-1248b48e0c26" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.109126] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-864851a1-fb1a-476d-a856-1248b48e0c26" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.109317] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.110686] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.110686] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.110686] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.110686] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.110686] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('864851a1-fb1a-476d-a856-1248b48e0c26',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.111407] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed837327-7a7f-4d3a-b27c-a53ff3da5a3a in Status: SUCCESS [ 646.111604] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.112845] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.113299] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.113439] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.113623] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.113731] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.113933] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.114521] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.114521] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed837327-7a7f-4d3a-b27c-a53ff3da5a3a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.237820] env[69758]: INFO networking_nsxv3.common.synchronization [req-63dbb1b8-c84a-4175-92f1-aede48257a53 req-777bf09f-23df-4c47-936f-61ab1ba1ff44 service nova] Enqueued Resource ID: ee9df30d-c8d2-4e45-ac91-4d0d748658e5 with Priority: HIGHEST for action security_group_rules [ 646.243436] env[69758]: INFO networking_nsxv3.common.synchronization [req-63dbb1b8-c84a-4175-92f1-aede48257a53 req-777bf09f-23df-4c47-936f-61ab1ba1ff44 service nova] Enqueued Resource ID: ee9df30d-c8d2-4e45-ac91-4d0d748658e5 with Priority: HIGHEST for action security_group_members [ 646.243617] env[69758]: INFO networking_nsxv3.common.synchronization [req-63dbb1b8-c84a-4175-92f1-aede48257a53 req-777bf09f-23df-4c47-936f-61ab1ba1ff44 service nova] Enqueued Resource ID: 985fbec9-915f-4d33-94b6-659919c9c99d with Priority: HIGHEST for action port [ 646.244455] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee9df30d-c8d2-4e45-ac91-4d0d748658e5 with Priority: HIGHEST for action security_group_rules [ 646.244599] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee9df30d-c8d2-4e45-ac91-4d0d748658e5 with Priority: HIGHEST for action security_group_members [ 646.245283] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 985fbec9-915f-4d33-94b6-659919c9c99d with Priority: HIGHEST for action port [ 646.245283] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee9df30d-c8d2-4e45-ac91-4d0d748658e5 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.245283] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee9df30d-c8d2-4e45-ac91-4d0d748658e5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.245283] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee9df30d-c8d2-4e45-ac91-4d0d748658e5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.245509] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee9df30d-c8d2-4e45-ac91-4d0d748658e5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.245509] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee9df30d-c8d2-4e45-ac91-4d0d748658e5',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.246703] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee9df30d-c8d2-4e45-ac91-4d0d748658e5 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.246703] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee9df30d-c8d2-4e45-ac91-4d0d748658e5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.248853] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee9df30d-c8d2-4e45-ac91-4d0d748658e5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.248853] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee9df30d-c8d2-4e45-ac91-4d0d748658e5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.248853] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.248853] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.248853] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.248853] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.248853] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.248853] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee9df30d-c8d2-4e45-ac91-4d0d748658e5',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.251502] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-985fbec9-915f-4d33-94b6-659919c9c99d taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.251502] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-985fbec9-915f-4d33-94b6-659919c9c99d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.251502] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-985fbec9-915f-4d33-94b6-659919c9c99d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.251502] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-985fbec9-915f-4d33-94b6-659919c9c99d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.251502] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('985fbec9-915f-4d33-94b6-659919c9c99d',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.351397] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ef7b01be-cf91-4ef8-a318-ca1bfcdd07a0 with status ACTIVE [ 646.351639] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.352012] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.352230] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.352663] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.352766] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.352970] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.353163] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.353239] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.353408] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.353528] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.353671] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.353810] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.353909] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.354061] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.354061] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.354290] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ef7b01be-cf91-4ef8-a318-ca1bfcdd07a0 is going to be updated. [ 646.356056] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d229128-8c11-4c78-8f1a-5d5746ac5707 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.356198] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d229128-8c11-4c78-8f1a-5d5746ac5707" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.384212] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.384470] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.384565] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.391785] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.391785] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.391785] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef7b01be-cf91-4ef8-a318-ca1bfcdd07a0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.498915] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d229128-8c11-4c78-8f1a-5d5746ac5707',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.576056] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-763 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.576410] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-763" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.576488] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-763" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.576871] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-763" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.577043] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.577197] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.577317] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.577539] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.577687] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.577896] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 646.578027] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 646.578498] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 646.578834] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 646.578834] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 646.578834] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 646.578955] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 646.600552] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 646.600721] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 646.600867] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 646.601097] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-763" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.601431] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-e157921c-7ea3-44fe-812f-79de405114ac taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.601603] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-e157921c-7ea3-44fe-812f-79de405114ac" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.601725] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-e157921c-7ea3-44fe-812f-79de405114ac" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.602080] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-e157921c-7ea3-44fe-812f-79de405114ac" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.602230] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e157921c-7ea3-44fe-812f-79de405114ac',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.616659] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('864851a1-fb1a-476d-a856-1248b48e0c26',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.617737] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed837327-7a7f-4d3a-b27c-a53ff3da5a3a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.754698] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 985fbec9-915f-4d33-94b6-659919c9c99d with status ACTIVE [ 646.755154] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.755154] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.755295] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.756257] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.756409] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.756665] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.756777] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.756845] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.757029] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.757110] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.757319] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.757577] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.757577] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.757676] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.757774] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.757893] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 985fbec9-915f-4d33-94b6-659919c9c99d is going to be updated. [ 646.760511] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee9df30d-c8d2-4e45-ac91-4d0d748658e5 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.760511] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee9df30d-c8d2-4e45-ac91-4d0d748658e5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.760689] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ee9df30d-c8d2-4e45-ac91-4d0d748658e5',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.790239] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.790239] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.790239] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.790239] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.790239] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.791318] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-985fbec9-915f-4d33-94b6-659919c9c99d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.001399] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.001399] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.001399] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.001936] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.002056] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.002274] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d229128-8c11-4c78-8f1a-5d5746ac5707 is going to be created. [ 647.030828] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.031048] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.031094] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.031278] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.031443] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.042210] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d229128-8c11-4c78-8f1a-5d5746ac5707 in Status: UNINITIALIZED for 2s [ 647.107824] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.107824] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.107824] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.108138] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.108267] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.108431] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port e157921c-7ea3-44fe-812f-79de405114ac not found, creating... [ 647.108698] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.108868] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.108986] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.109224] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.109365] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.109642] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.109796] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.109915] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.110137] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.110275] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.110415] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: e157921c-7ea3-44fe-812f-79de405114ac is going to be created. [ 647.119370] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('864851a1-fb1a-476d-a856-1248b48e0c26',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.120375] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed837327-7a7f-4d3a-b27c-a53ff3da5a3a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.139860] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.140016] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.140093] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.140383] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.140679] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.140889] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-e157921c-7ea3-44fe-812f-79de405114ac" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.265154] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ee9df30d-c8d2-4e45-ac91-4d0d748658e5',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.623344] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.623344] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.623614] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.623670] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.623736] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.623840] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 864851a1-fb1a-476d-a856-1248b48e0c26 is going to be updated. [ 647.625270] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.625424] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.625512] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.625640] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.625723] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.625814] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed837327-7a7f-4d3a-b27c-a53ff3da5a3a is going to be updated. [ 647.653230] env[69758]: INFO networking_nsxv3.common.synchronization [None req-24ba6494-fb56-4fe3-9ad0-b246141671c3 None None] Enqueued Resource ID: b05f7905-df20-43dc-8f5c-72388c30f220 with Priority: HIGHEST for action port [ 647.653295] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b05f7905-df20-43dc-8f5c-72388c30f220 with Priority: HIGHEST for action port [ 647.653632] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-b05f7905-df20-43dc-8f5c-72388c30f220 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.653783] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b05f7905-df20-43dc-8f5c-72388c30f220" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.653912] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b05f7905-df20-43dc-8f5c-72388c30f220" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.655061] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b05f7905-df20-43dc-8f5c-72388c30f220" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.655061] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b05f7905-df20-43dc-8f5c-72388c30f220',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.657320] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.657320] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.657320] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.657320] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.657320] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.658810] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.658955] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.659548] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.659548] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.659548] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.671631] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed837327-7a7f-4d3a-b27c-a53ff3da5a3a in Status: IN_PROGRESS for 2s [ 647.671983] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 864851a1-fb1a-476d-a856-1248b48e0c26 in Status: IN_PROGRESS for 2s [ 647.769407] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.769407] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.769407] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.769407] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.769407] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.769407] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee9df30d-c8d2-4e45-ac91-4d0d748658e5 is going to be created. [ 647.795598] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.795598] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.795598] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.795598] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.795598] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.814054] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee9df30d-c8d2-4e45-ac91-4d0d748658e5 in Status: UNINITIALIZED for 2s [ 648.374409] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b05f7905-df20-43dc-8f5c-72388c30f220 [ 648.374409] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.374409] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.374409] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.374409] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.374409] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.374409] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b05f7905-df20-43dc-8f5c-72388c30f220 already deleted. [ 648.374409] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b05f7905-df20-43dc-8f5c-72388c30f220" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.587023] env[69758]: INFO networking_nsxv3.common.synchronization [req-08d344b6-7b9f-46db-b1e6-70ac94362409 req-01fdb552-86dc-4bde-9276-e25a5128182c service nova] Enqueued Resource ID: 36b89e1b-bad3-4659-ae37-0a5d47eb72f2 with Priority: HIGHEST for action security_group_rules [ 648.587023] env[69758]: INFO networking_nsxv3.common.synchronization [req-08d344b6-7b9f-46db-b1e6-70ac94362409 req-01fdb552-86dc-4bde-9276-e25a5128182c service nova] Enqueued Resource ID: 36b89e1b-bad3-4659-ae37-0a5d47eb72f2 with Priority: HIGHEST for action security_group_members [ 648.587023] env[69758]: INFO networking_nsxv3.common.synchronization [req-08d344b6-7b9f-46db-b1e6-70ac94362409 req-01fdb552-86dc-4bde-9276-e25a5128182c service nova] Enqueued Resource ID: e157921c-7ea3-44fe-812f-79de405114ac with Priority: HIGHEST for action port [ 648.587023] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36b89e1b-bad3-4659-ae37-0a5d47eb72f2 with Priority: HIGHEST for action security_group_rules [ 648.587023] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36b89e1b-bad3-4659-ae37-0a5d47eb72f2 with Priority: HIGHEST for action security_group_members [ 648.587023] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e157921c-7ea3-44fe-812f-79de405114ac with Priority: HIGHEST for action port [ 648.587023] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36b89e1b-bad3-4659-ae37-0a5d47eb72f2 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.587023] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36b89e1b-bad3-4659-ae37-0a5d47eb72f2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.587023] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36b89e1b-bad3-4659-ae37-0a5d47eb72f2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.587465] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36b89e1b-bad3-4659-ae37-0a5d47eb72f2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.587465] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36b89e1b-bad3-4659-ae37-0a5d47eb72f2',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.588621] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-36b89e1b-bad3-4659-ae37-0a5d47eb72f2 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.588621] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36b89e1b-bad3-4659-ae37-0a5d47eb72f2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.588771] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36b89e1b-bad3-4659-ae37-0a5d47eb72f2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.588919] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36b89e1b-bad3-4659-ae37-0a5d47eb72f2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.589124] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.589388] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.589388] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.589529] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.589529] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.589705] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36b89e1b-bad3-4659-ae37-0a5d47eb72f2',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.590620] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-e157921c-7ea3-44fe-812f-79de405114ac taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.590742] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e157921c-7ea3-44fe-812f-79de405114ac" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.590742] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e157921c-7ea3-44fe-812f-79de405114ac" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.591026] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e157921c-7ea3-44fe-812f-79de405114ac" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.591399] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e157921c-7ea3-44fe-812f-79de405114ac',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.766856] env[69758]: INFO networking_nsxv3.common.synchronization [req-3f8fe181-663d-4cc9-a40e-3b4b07885eab req-139312c4-0071-4e09-b139-ddc4b4f4b893 tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] Enqueued Resource ID: af2c049f-70d4-40bf-937d-214d0d513262 with Priority: HIGHEST for action security_group_members [ 648.766856] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af2c049f-70d4-40bf-937d-214d0d513262 with Priority: HIGHEST for action security_group_members [ 648.766856] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-af2c049f-70d4-40bf-937d-214d0d513262 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.766999] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af2c049f-70d4-40bf-937d-214d0d513262" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.767053] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af2c049f-70d4-40bf-937d-214d0d513262" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.767784] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af2c049f-70d4-40bf-937d-214d0d513262" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.767951] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.768071] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.768133] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.768426] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.768518] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.768617] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af2c049f-70d4-40bf-937d-214d0d513262',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.059311] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d229128-8c11-4c78-8f1a-5d5746ac5707 in Status: SUCCESS [ 649.059311] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d229128-8c11-4c78-8f1a-5d5746ac5707" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.059311] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d229128-8c11-4c78-8f1a-5d5746ac5707" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.059311] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d229128-8c11-4c78-8f1a-5d5746ac5707" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.059311] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.059311] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.059311] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.059311] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.059311] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.059311] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d229128-8c11-4c78-8f1a-5d5746ac5707',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.094373] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-36b89e1b-bad3-4659-ae37-0a5d47eb72f2 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.094477] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36b89e1b-bad3-4659-ae37-0a5d47eb72f2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.095037] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e157921c-7ea3-44fe-812f-79de405114ac with status ACTIVE [ 649.095037] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.095037] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.095037] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.095385] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.095385] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.095478] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.095575] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.095636] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.095783] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.095971] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.096043] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.096138] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.096198] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.096359] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.096437] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.096523] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e157921c-7ea3-44fe-812f-79de405114ac is going to be updated. [ 649.099995] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('36b89e1b-bad3-4659-ae37-0a5d47eb72f2',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.122246] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.122395] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.122469] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.122692] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.122828] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.122990] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e157921c-7ea3-44fe-812f-79de405114ac" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.222174] env[69758]: INFO networking_nsxv3.common.synchronization [None req-de7265d1-dcf8-4e7c-af93-22d260c3b82d None None] Enqueued Resource ID: 157a98a2-9e5c-4415-86c1-c37768cf3b9f with Priority: HIGHEST for action port [ 649.222174] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 157a98a2-9e5c-4415-86c1-c37768cf3b9f with Priority: HIGHEST for action port [ 649.222174] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-157a98a2-9e5c-4415-86c1-c37768cf3b9f taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.222174] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-157a98a2-9e5c-4415-86c1-c37768cf3b9f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.222174] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-157a98a2-9e5c-4415-86c1-c37768cf3b9f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.222174] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-157a98a2-9e5c-4415-86c1-c37768cf3b9f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.222174] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('157a98a2-9e5c-4415-86c1-c37768cf3b9f',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.271501] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.271667] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.271736] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.272025] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.272102] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.272275] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.272376] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.272440] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.272595] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.272674] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.272757] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af2c049f-70d4-40bf-937d-214d0d513262 already deleted. [ 649.272835] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af2c049f-70d4-40bf-937d-214d0d513262" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.404521] env[69758]: INFO networking_nsxv3.common.synchronization [None req-f34885b5-8408-4982-beb5-8a1825afd0cf None None] Enqueued Resource ID: ac6c85f5-0cd4-40c6-ac09-ff12cc331c96 with Priority: HIGHEST for action port [ 649.404786] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac6c85f5-0cd4-40c6-ac09-ff12cc331c96 with Priority: HIGHEST for action port [ 649.405764] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac6c85f5-0cd4-40c6-ac09-ff12cc331c96 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.405764] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac6c85f5-0cd4-40c6-ac09-ff12cc331c96" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.405764] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac6c85f5-0cd4-40c6-ac09-ff12cc331c96" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.405946] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac6c85f5-0cd4-40c6-ac09-ff12cc331c96" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.405946] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac6c85f5-0cd4-40c6-ac09-ff12cc331c96',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.421356] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-214 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.421356] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-214" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.421356] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-214" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.421356] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-214" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.423405] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.423590] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.423706] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.423960] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.424339] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.425819] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 649.425819] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 649.425819] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 649.425819] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 649.425819] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 649.425819] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 649.425819] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 649.453084] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 649.453084] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 649.453084] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 649.454089] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-214" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.454448] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-00db50ca-f28e-47c9-8522-f07260f68cfb taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.454657] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-00db50ca-f28e-47c9-8522-f07260f68cfb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.454782] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-00db50ca-f28e-47c9-8522-f07260f68cfb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.455264] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-00db50ca-f28e-47c9-8522-f07260f68cfb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.455634] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00db50ca-f28e-47c9-8522-f07260f68cfb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.533228] env[69758]: INFO networking_nsxv3.common.synchronization [None req-53ccbc3d-dc85-46de-a3cc-b8f133707c0c tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] Enqueued Resource ID: 752acef9-787c-46a9-a0a0-11d4989cf50f with Priority: HIGHEST for action security_group_rules [ 649.533228] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 752acef9-787c-46a9-a0a0-11d4989cf50f with Priority: HIGHEST for action security_group_rules [ 649.533228] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-752acef9-787c-46a9-a0a0-11d4989cf50f taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.533228] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-752acef9-787c-46a9-a0a0-11d4989cf50f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.533228] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-752acef9-787c-46a9-a0a0-11d4989cf50f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.533228] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-752acef9-787c-46a9-a0a0-11d4989cf50f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.533228] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('752acef9-787c-46a9-a0a0-11d4989cf50f',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.560997] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d229128-8c11-4c78-8f1a-5d5746ac5707',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.608233] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('36b89e1b-bad3-4659-ae37-0a5d47eb72f2',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.684802] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed837327-7a7f-4d3a-b27c-a53ff3da5a3a in Status: SUCCESS [ 649.684940] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.687117] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 864851a1-fb1a-476d-a856-1248b48e0c26 in Status: SUCCESS [ 649.687117] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-864851a1-fb1a-476d-a856-1248b48e0c26" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.687300] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.687541] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.687734] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.687846] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.687904] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.688076] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.688163] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.688247] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.688342] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ed837327-7a7f-4d3a-b27c-a53ff3da5a3a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.691575] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-864851a1-fb1a-476d-a856-1248b48e0c26" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.691575] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-864851a1-fb1a-476d-a856-1248b48e0c26" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.691575] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.691575] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.691575] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.691575] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.691575] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.691575] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-864851a1-fb1a-476d-a856-1248b48e0c26" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.691575] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('864851a1-fb1a-476d-a856-1248b48e0c26',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.692614] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.692614] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.692614] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.693376] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.693376] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.693542] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.694186] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.694186] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed837327-7a7f-4d3a-b27c-a53ff3da5a3a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.694709] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-864851a1-fb1a-476d-a856-1248b48e0c26" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.695367] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-864851a1-fb1a-476d-a856-1248b48e0c26" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.695367] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.695367] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.695367] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.695553] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.695553] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.695720] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('864851a1-fb1a-476d-a856-1248b48e0c26',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.723060] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 157a98a2-9e5c-4415-86c1-c37768cf3b9f [ 649.723346] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.723492] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.723564] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.723767] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.724267] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.724267] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:157a98a2-9e5c-4415-86c1-c37768cf3b9f already deleted. [ 649.724267] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-157a98a2-9e5c-4415-86c1-c37768cf3b9f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.826917] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee9df30d-c8d2-4e45-ac91-4d0d748658e5 in Status: SUCCESS [ 649.826917] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee9df30d-c8d2-4e45-ac91-4d0d748658e5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.826917] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee9df30d-c8d2-4e45-ac91-4d0d748658e5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.826917] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee9df30d-c8d2-4e45-ac91-4d0d748658e5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.827163] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.827265] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.827345] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.827570] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.827766] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.827938] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee9df30d-c8d2-4e45-ac91-4d0d748658e5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.828116] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ee9df30d-c8d2-4e45-ac91-4d0d748658e5',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.911791] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ac6c85f5-0cd4-40c6-ac09-ff12cc331c96 [ 649.911791] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.911791] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.911791] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.911791] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.911791] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.911791] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ac6c85f5-0cd4-40c6-ac09-ff12cc331c96 already deleted. [ 649.911791] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac6c85f5-0cd4-40c6-ac09-ff12cc331c96" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.958396] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.959126] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.959416] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.959530] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.959722] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.959898] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port 00db50ca-f28e-47c9-8522-f07260f68cfb not found, creating... [ 649.960225] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.960407] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.960526] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.960769] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.960912] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.961457] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.961712] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.962076] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.962361] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.962537] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.962778] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: 00db50ca-f28e-47c9-8522-f07260f68cfb is going to be created. [ 649.990156] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.990156] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.990156] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.990156] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.990156] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.990156] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-00db50ca-f28e-47c9-8522-f07260f68cfb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.035919] env[69758]: INFO networking_nsxv3.common.synchronization [None req-9f628ca4-dd26-4ce7-b9b6-79bc5bd30ade tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] Enqueued Resource ID: 752acef9-787c-46a9-a0a0-11d4989cf50f with Priority: HIGHEST for action security_group_rules [ 650.038342] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 752acef9-787c-46a9-a0a0-11d4989cf50f with Priority: HIGHEST for action security_group_rules [ 650.038801] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-752acef9-787c-46a9-a0a0-11d4989cf50f taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.039011] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-752acef9-787c-46a9-a0a0-11d4989cf50f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.059227] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.059420] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.059459] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.060156] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.060156] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.060156] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 752acef9-787c-46a9-a0a0-11d4989cf50f already deleted. [ 650.060156] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-752acef9-787c-46a9-a0a0-11d4989cf50f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.060348] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-752acef9-787c-46a9-a0a0-11d4989cf50f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.060475] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-752acef9-787c-46a9-a0a0-11d4989cf50f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.060563] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('752acef9-787c-46a9-a0a0-11d4989cf50f',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.063292] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d229128-8c11-4c78-8f1a-5d5746ac5707',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.110605] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.110847] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.110847] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.111203] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.111203] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.111336] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36b89e1b-bad3-4659-ae37-0a5d47eb72f2 is going to be created. [ 650.181308] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.181560] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.181560] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.181791] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.181951] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.192174] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.192356] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.198806] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed837327-7a7f-4d3a-b27c-a53ff3da5a3a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.202388] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('864851a1-fb1a-476d-a856-1248b48e0c26',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.202388] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('864851a1-fb1a-476d-a856-1248b48e0c26',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.213546] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36b89e1b-bad3-4659-ae37-0a5d47eb72f2 in Status: UNINITIALIZED for 2s [ 650.331978] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee9df30d-c8d2-4e45-ac91-4d0d748658e5 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.332753] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee9df30d-c8d2-4e45-ac91-4d0d748658e5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.332753] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee9df30d-c8d2-4e45-ac91-4d0d748658e5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.332753] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee9df30d-c8d2-4e45-ac91-4d0d748658e5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.332753] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.332753] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.332983] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.333411] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.333411] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.333411] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee9df30d-c8d2-4e45-ac91-4d0d748658e5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.333830] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee9df30d-c8d2-4e45-ac91-4d0d748658e5 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.333830] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee9df30d-c8d2-4e45-ac91-4d0d748658e5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.333830] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee9df30d-c8d2-4e45-ac91-4d0d748658e5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.335153] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee9df30d-c8d2-4e45-ac91-4d0d748658e5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.335351] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.341272] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.341272] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.341272] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.341272] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.341272] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee9df30d-c8d2-4e45-ac91-4d0d748658e5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.341272] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ee9df30d-c8d2-4e45-ac91-4d0d748658e5',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.568755] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.568755] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.568755] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.568755] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.568755] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.568755] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d229128-8c11-4c78-8f1a-5d5746ac5707 is going to be updated. [ 650.589401] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.589659] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.589780] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.590123] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.590230] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.590360] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 752acef9-787c-46a9-a0a0-11d4989cf50f already deleted. [ 650.590507] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-752acef9-787c-46a9-a0a0-11d4989cf50f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.606198] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.606356] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.606436] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.606641] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.607591] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.618223] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d229128-8c11-4c78-8f1a-5d5746ac5707 in Status: IN_PROGRESS for 2s [ 650.702312] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed837327-7a7f-4d3a-b27c-a53ff3da5a3a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.707564] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 864851a1-fb1a-476d-a856-1248b48e0c26: rpc.has_security_group_logging(os_id): False [ 650.708916] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('864851a1-fb1a-476d-a856-1248b48e0c26',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.728139] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.729575] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.729575] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.729575] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.729575] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.729575] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.729575] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.729575] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.729575] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.729575] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.729575] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 864851a1-fb1a-476d-a856-1248b48e0c26 is going to be created. [ 650.786321] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.786479] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.786531] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.786762] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.786937] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.800899] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 864851a1-fb1a-476d-a856-1248b48e0c26 in Status: IN_PROGRESS for 2s [ 650.841038] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ee9df30d-c8d2-4e45-ac91-4d0d748658e5: rpc.has_security_group_logging(os_id): False [ 650.865976] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.865976] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.865976] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.865976] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.865976] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.865976] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.865976] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.865976] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.865976] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.865976] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.865976] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.865976] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.865976] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.870313] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.870313] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.870313] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.870313] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.870313] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.870313] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.870313] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.870313] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee9df30d-c8d2-4e45-ac91-4d0d748658e5 is going to be created. [ 650.953158] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.953342] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.953417] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.953669] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.956981] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.966326] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee9df30d-c8d2-4e45-ac91-4d0d748658e5 in Status: IN_PROGRESS for 2s [ 651.212458] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.212458] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.212458] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.212993] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.212993] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.213256] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed837327-7a7f-4d3a-b27c-a53ff3da5a3a is going to be updated. [ 651.216764] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.216764] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.216764] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.217381] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.217381] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.217381] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 864851a1-fb1a-476d-a856-1248b48e0c26 is going to be updated. [ 651.228023] env[69758]: INFO networking_nsxv3.common.synchronization [req-3f8fe181-663d-4cc9-a40e-3b4b07885eab req-f0a270da-bcea-46af-8e33-4f29c3792299 service nova] Enqueued Resource ID: af2c049f-70d4-40bf-937d-214d0d513262 with Priority: HIGHEST for action security_group_rules [ 651.228023] env[69758]: INFO networking_nsxv3.common.synchronization [req-3f8fe181-663d-4cc9-a40e-3b4b07885eab req-f0a270da-bcea-46af-8e33-4f29c3792299 service nova] Enqueued Resource ID: af2c049f-70d4-40bf-937d-214d0d513262 with Priority: HIGHEST for action security_group_members [ 651.228023] env[69758]: INFO networking_nsxv3.common.synchronization [req-3f8fe181-663d-4cc9-a40e-3b4b07885eab req-f0a270da-bcea-46af-8e33-4f29c3792299 service nova] Enqueued Resource ID: 00db50ca-f28e-47c9-8522-f07260f68cfb with Priority: HIGHEST for action port [ 651.229972] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af2c049f-70d4-40bf-937d-214d0d513262 with Priority: HIGHEST for action security_group_rules [ 651.229972] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af2c049f-70d4-40bf-937d-214d0d513262 with Priority: HIGHEST for action security_group_members [ 651.229972] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00db50ca-f28e-47c9-8522-f07260f68cfb with Priority: HIGHEST for action port [ 651.229972] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af2c049f-70d4-40bf-937d-214d0d513262 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.229972] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af2c049f-70d4-40bf-937d-214d0d513262" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.229972] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af2c049f-70d4-40bf-937d-214d0d513262" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.231028] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af2c049f-70d4-40bf-937d-214d0d513262" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.232378] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af2c049f-70d4-40bf-937d-214d0d513262',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.232378] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-af2c049f-70d4-40bf-937d-214d0d513262 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.232378] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af2c049f-70d4-40bf-937d-214d0d513262" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.232573] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af2c049f-70d4-40bf-937d-214d0d513262" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.232740] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af2c049f-70d4-40bf-937d-214d0d513262" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.232819] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.232914] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.233479] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.233671] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.233763] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.233912] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af2c049f-70d4-40bf-937d-214d0d513262',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.235080] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-00db50ca-f28e-47c9-8522-f07260f68cfb taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.235080] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00db50ca-f28e-47c9-8522-f07260f68cfb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.235570] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00db50ca-f28e-47c9-8522-f07260f68cfb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.235570] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00db50ca-f28e-47c9-8522-f07260f68cfb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.235570] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00db50ca-f28e-47c9-8522-f07260f68cfb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.278145] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.279614] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.279731] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.279954] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.280135] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.282813] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.282813] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.282813] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.282965] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.283547] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.298681] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 864851a1-fb1a-476d-a856-1248b48e0c26 in Status: IN_PROGRESS for 2s [ 651.299654] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed837327-7a7f-4d3a-b27c-a53ff3da5a3a in Status: IN_PROGRESS for 2s [ 651.307509] env[69758]: INFO networking_nsxv3.common.synchronization [req-08d344b6-7b9f-46db-b1e6-70ac94362409 req-d39a0e7c-7ecd-4eff-a50f-3711b7dc99e5 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Enqueued Resource ID: 36b89e1b-bad3-4659-ae37-0a5d47eb72f2 with Priority: HIGHEST for action security_group_members [ 651.307509] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36b89e1b-bad3-4659-ae37-0a5d47eb72f2 with Priority: HIGHEST for action security_group_members [ 651.307509] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-36b89e1b-bad3-4659-ae37-0a5d47eb72f2 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.308850] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36b89e1b-bad3-4659-ae37-0a5d47eb72f2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.738024] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-af2c049f-70d4-40bf-937d-214d0d513262 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.738429] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af2c049f-70d4-40bf-937d-214d0d513262" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.738429] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('af2c049f-70d4-40bf-937d-214d0d513262',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.741881] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 00db50ca-f28e-47c9-8522-f07260f68cfb with status ACTIVE [ 651.741881] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.741881] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.741881] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.741881] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.741881] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.741881] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.741881] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.741881] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.741881] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.742251] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.742552] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.742680] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.742743] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.742909] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.742984] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.743124] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 00db50ca-f28e-47c9-8522-f07260f68cfb is going to be updated. [ 651.767107] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.767274] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.767321] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.767865] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.767865] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.767999] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00db50ca-f28e-47c9-8522-f07260f68cfb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.193061] env[69758]: INFO networking_nsxv3.common.synchronization [None req-792f997b-e1c8-4db7-bb48-a2439f6b5162 None None] Enqueued Resource ID: 7df2c7bc-7210-45fe-a2f4-d4b05d255383 with Priority: HIGHEST for action port [ 652.197305] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7df2c7bc-7210-45fe-a2f4-d4b05d255383 with Priority: HIGHEST for action port [ 652.198690] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-7df2c7bc-7210-45fe-a2f4-d4b05d255383 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.199036] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7df2c7bc-7210-45fe-a2f4-d4b05d255383" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.199224] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7df2c7bc-7210-45fe-a2f4-d4b05d255383" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.199650] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7df2c7bc-7210-45fe-a2f4-d4b05d255383" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.199844] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7df2c7bc-7210-45fe-a2f4-d4b05d255383',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.232011] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36b89e1b-bad3-4659-ae37-0a5d47eb72f2 in Status: SUCCESS [ 652.232011] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36b89e1b-bad3-4659-ae37-0a5d47eb72f2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.232011] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36b89e1b-bad3-4659-ae37-0a5d47eb72f2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.232011] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36b89e1b-bad3-4659-ae37-0a5d47eb72f2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.232218] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.232390] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.232460] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.232684] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.232771] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.232860] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36b89e1b-bad3-4659-ae37-0a5d47eb72f2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.233012] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('36b89e1b-bad3-4659-ae37-0a5d47eb72f2',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.240331] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36b89e1b-bad3-4659-ae37-0a5d47eb72f2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.241041] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36b89e1b-bad3-4659-ae37-0a5d47eb72f2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.241205] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.241363] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.241438] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.241619] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.241726] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.241835] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36b89e1b-bad3-4659-ae37-0a5d47eb72f2',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.245397] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('af2c049f-70d4-40bf-937d-214d0d513262',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.507512] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-763 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.507749] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-763" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.507853] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-763" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.508166] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-763" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.508585] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.508956] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.509210] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.509470] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.509658] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.509880] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 652.509993] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 652.510123] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 652.510365] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 652.510515] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 652.510629] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 652.510765] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 652.530670] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 652.530856] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 652.530992] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 652.531593] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-763" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.531974] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-8b1cdc4d-5e2d-4f67-808e-97c83035d12d taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.532457] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-8b1cdc4d-5e2d-4f67-808e-97c83035d12d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.532580] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-8b1cdc4d-5e2d-4f67-808e-97c83035d12d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.532949] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-8b1cdc4d-5e2d-4f67-808e-97c83035d12d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.533195] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b1cdc4d-5e2d-4f67-808e-97c83035d12d',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.628486] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d229128-8c11-4c78-8f1a-5d5746ac5707 in Status: SUCCESS [ 652.628737] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d229128-8c11-4c78-8f1a-5d5746ac5707" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.629410] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d229128-8c11-4c78-8f1a-5d5746ac5707" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.629637] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d229128-8c11-4c78-8f1a-5d5746ac5707" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.629854] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.629993] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.630064] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.630460] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.630460] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.631592] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d229128-8c11-4c78-8f1a-5d5746ac5707" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.631891] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5d229128-8c11-4c78-8f1a-5d5746ac5707',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.703614] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7df2c7bc-7210-45fe-a2f4-d4b05d255383 [ 652.703614] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.703833] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.704914] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.704914] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.704914] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.704914] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7df2c7bc-7210-45fe-a2f4-d4b05d255383 already deleted. [ 652.704914] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7df2c7bc-7210-45fe-a2f4-d4b05d255383" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.746538] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('36b89e1b-bad3-4659-ae37-0a5d47eb72f2',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.747301] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-36b89e1b-bad3-4659-ae37-0a5d47eb72f2 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.747496] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36b89e1b-bad3-4659-ae37-0a5d47eb72f2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.748050] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.748228] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.748327] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.751161] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.751161] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.751161] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af2c049f-70d4-40bf-937d-214d0d513262 is going to be created. [ 652.779046] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.782916] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.782916] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.782916] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.782916] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.792224] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af2c049f-70d4-40bf-937d-214d0d513262 in Status: UNINITIALIZED for 2s [ 652.814017] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 864851a1-fb1a-476d-a856-1248b48e0c26 in Status: SUCCESS [ 652.814273] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-864851a1-fb1a-476d-a856-1248b48e0c26" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.814459] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-864851a1-fb1a-476d-a856-1248b48e0c26" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.814678] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-864851a1-fb1a-476d-a856-1248b48e0c26" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.814756] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('864851a1-fb1a-476d-a856-1248b48e0c26',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.982639] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee9df30d-c8d2-4e45-ac91-4d0d748658e5 in Status: SUCCESS [ 652.982639] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee9df30d-c8d2-4e45-ac91-4d0d748658e5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.048813] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.048813] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.048813] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.048813] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.048813] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.048813] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port 8b1cdc4d-5e2d-4f67-808e-97c83035d12d not found, creating... [ 653.048813] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.048813] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.048813] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.048813] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.048813] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.049755] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.049755] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.049755] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.049755] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.049755] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.049755] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: 8b1cdc4d-5e2d-4f67-808e-97c83035d12d is going to be created. [ 653.069241] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.069241] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.069241] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.069241] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.069241] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.069241] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-8b1cdc4d-5e2d-4f67-808e-97c83035d12d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.136128] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5d229128-8c11-4c78-8f1a-5d5746ac5707',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.249046] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('36b89e1b-bad3-4659-ae37-0a5d47eb72f2',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.314443] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 864851a1-fb1a-476d-a856-1248b48e0c26 in Status: SUCCESS [ 653.314726] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-864851a1-fb1a-476d-a856-1248b48e0c26" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.315435] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-864851a1-fb1a-476d-a856-1248b48e0c26" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.317291] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-864851a1-fb1a-476d-a856-1248b48e0c26" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.317291] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.317291] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.317291] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.317291] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.317291] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.317291] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('864851a1-fb1a-476d-a856-1248b48e0c26',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.318765] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed837327-7a7f-4d3a-b27c-a53ff3da5a3a in Status: SUCCESS [ 653.319737] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.319737] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.319737] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.319737] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.319737] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.320086] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.320086] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.320086] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.320205] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed837327-7a7f-4d3a-b27c-a53ff3da5a3a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.321406] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-864851a1-fb1a-476d-a856-1248b48e0c26 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.321540] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-864851a1-fb1a-476d-a856-1248b48e0c26" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.624552] env[69758]: INFO networking_nsxv3.common.synchronization [req-08d344b6-7b9f-46db-b1e6-70ac94362409 req-3a2453d1-8341-446a-89f7-048c6a5b7e3e tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Enqueued Resource ID: 36b89e1b-bad3-4659-ae37-0a5d47eb72f2 with Priority: HIGHEST for action security_group_members [ 653.624552] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36b89e1b-bad3-4659-ae37-0a5d47eb72f2 with Priority: HIGHEST for action security_group_members [ 653.624552] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-36b89e1b-bad3-4659-ae37-0a5d47eb72f2 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.624552] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36b89e1b-bad3-4659-ae37-0a5d47eb72f2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.641709] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5d229128-8c11-4c78-8f1a-5d5746ac5707: rpc.has_security_group_logging(os_id): False [ 653.663027] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.663027] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.663027] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.663027] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.663027] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.663027] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.663027] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.663027] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.663027] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.663027] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.663027] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d229128-8c11-4c78-8f1a-5d5746ac5707 is going to be created. [ 653.735313] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.737951] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.737951] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.737951] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.738150] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.755946] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d229128-8c11-4c78-8f1a-5d5746ac5707 in Status: IN_PROGRESS for 2s [ 653.755946] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.755946] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.755946] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.755946] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.755946] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.755946] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36b89e1b-bad3-4659-ae37-0a5d47eb72f2 is going to be updated. [ 653.784145] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.785114] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.785672] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.786779] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.786779] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.802623] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36b89e1b-bad3-4659-ae37-0a5d47eb72f2 in Status: IN_PROGRESS for 2s [ 653.822328] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('864851a1-fb1a-476d-a856-1248b48e0c26',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.825689] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed837327-7a7f-4d3a-b27c-a53ff3da5a3a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.285446] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-763 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.285446] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-763" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.285446] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-763" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.285446] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-763" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.285446] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.285446] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.285446] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.285446] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.290218] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.290722] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 654.291257] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 654.293801] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 654.293801] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 654.293801] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 654.293801] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 654.293801] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 654.319075] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 654.319249] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 654.319383] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 654.319628] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-763" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.319890] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-a481e011-79ce-4023-a991-e462eec55622 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.320074] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-a481e011-79ce-4023-a991-e462eec55622" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.320204] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-a481e011-79ce-4023-a991-e462eec55622" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.320662] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-a481e011-79ce-4023-a991-e462eec55622" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.320753] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a481e011-79ce-4023-a991-e462eec55622',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.332022] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('864851a1-fb1a-476d-a856-1248b48e0c26',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.332022] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed837327-7a7f-4d3a-b27c-a53ff3da5a3a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.356654] env[69758]: INFO networking_nsxv3.common.synchronization [req-08d344b6-7b9f-46db-b1e6-70ac94362409 req-f1d71671-d0d7-4f9c-8186-39bce68dc2cb service nova] Enqueued Resource ID: 36b89e1b-bad3-4659-ae37-0a5d47eb72f2 with Priority: HIGHEST for action security_group_rules [ 654.356781] env[69758]: INFO networking_nsxv3.common.synchronization [req-08d344b6-7b9f-46db-b1e6-70ac94362409 req-f1d71671-d0d7-4f9c-8186-39bce68dc2cb service nova] Enqueued Resource ID: 36b89e1b-bad3-4659-ae37-0a5d47eb72f2 with Priority: HIGHEST for action security_group_members [ 654.357992] env[69758]: INFO networking_nsxv3.common.synchronization [req-08d344b6-7b9f-46db-b1e6-70ac94362409 req-f1d71671-d0d7-4f9c-8186-39bce68dc2cb service nova] Enqueued Resource ID: 8b1cdc4d-5e2d-4f67-808e-97c83035d12d with Priority: HIGHEST for action port [ 654.357992] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36b89e1b-bad3-4659-ae37-0a5d47eb72f2 with Priority: HIGHEST for action security_group_rules [ 654.357992] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36b89e1b-bad3-4659-ae37-0a5d47eb72f2 with Priority: HIGHEST for action security_group_members [ 654.357992] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b1cdc4d-5e2d-4f67-808e-97c83035d12d with Priority: HIGHEST for action port [ 654.361118] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36b89e1b-bad3-4659-ae37-0a5d47eb72f2 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.361268] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36b89e1b-bad3-4659-ae37-0a5d47eb72f2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.363160] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-36b89e1b-bad3-4659-ae37-0a5d47eb72f2 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.363160] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36b89e1b-bad3-4659-ae37-0a5d47eb72f2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.363160] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b1cdc4d-5e2d-4f67-808e-97c83035d12d taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.363160] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b1cdc4d-5e2d-4f67-808e-97c83035d12d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.363160] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b1cdc4d-5e2d-4f67-808e-97c83035d12d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.363160] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b1cdc4d-5e2d-4f67-808e-97c83035d12d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.363160] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b1cdc4d-5e2d-4f67-808e-97c83035d12d',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.809973] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af2c049f-70d4-40bf-937d-214d0d513262 in Status: SUCCESS [ 654.810424] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af2c049f-70d4-40bf-937d-214d0d513262" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.810424] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af2c049f-70d4-40bf-937d-214d0d513262" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.810593] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af2c049f-70d4-40bf-937d-214d0d513262" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.810786] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.810911] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.810989] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.811147] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.811222] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.811313] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af2c049f-70d4-40bf-937d-214d0d513262" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.811404] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('af2c049f-70d4-40bf-937d-214d0d513262',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.823838] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.824166] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.824280] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.824549] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.824705] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.824870] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port a481e011-79ce-4023-a991-e462eec55622 not found, creating... [ 654.825155] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.825319] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.825438] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.825752] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.825944] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.828172] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.828470] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.828824] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.829501] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.829874] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.830093] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: a481e011-79ce-4023-a991-e462eec55622 is going to be created. [ 654.836431] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.836431] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.836431] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.836710] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.836710] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.836710] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 864851a1-fb1a-476d-a856-1248b48e0c26 is going to be updated. [ 654.838063] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.838186] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.838186] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.838351] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.838418] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.838531] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed837327-7a7f-4d3a-b27c-a53ff3da5a3a is going to be updated. [ 654.857181] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.857181] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.857181] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.857181] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.857181] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.857181] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-a481e011-79ce-4023-a991-e462eec55622" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.865563] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8b1cdc4d-5e2d-4f67-808e-97c83035d12d with status ACTIVE [ 654.866740] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.867022] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.869944] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.869944] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.869944] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.869944] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.869944] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.869944] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.869944] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.869944] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.869944] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.869944] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.869944] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.869944] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.869944] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.869944] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8b1cdc4d-5e2d-4f67-808e-97c83035d12d is going to be updated. [ 654.877170] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.877341] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.877744] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.877744] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.877744] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.879758] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.879892] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.880437] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.880594] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.881361] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.893233] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed837327-7a7f-4d3a-b27c-a53ff3da5a3a in Status: IN_PROGRESS for 2s [ 654.895072] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 864851a1-fb1a-476d-a856-1248b48e0c26 in Status: IN_PROGRESS for 2s [ 654.898038] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.899059] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.899177] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.899379] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.899549] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.899708] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b1cdc4d-5e2d-4f67-808e-97c83035d12d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.316693] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('af2c049f-70d4-40bf-937d-214d0d513262',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.765783] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d229128-8c11-4c78-8f1a-5d5746ac5707 in Status: SUCCESS [ 655.766025] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d229128-8c11-4c78-8f1a-5d5746ac5707" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.820285] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36b89e1b-bad3-4659-ae37-0a5d47eb72f2 in Status: SUCCESS [ 655.820285] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36b89e1b-bad3-4659-ae37-0a5d47eb72f2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.820285] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36b89e1b-bad3-4659-ae37-0a5d47eb72f2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.820285] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36b89e1b-bad3-4659-ae37-0a5d47eb72f2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.820285] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.820285] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.820285] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.820285] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.820285] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.820285] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36b89e1b-bad3-4659-ae37-0a5d47eb72f2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.821250] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-36b89e1b-bad3-4659-ae37-0a5d47eb72f2 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.821780] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36b89e1b-bad3-4659-ae37-0a5d47eb72f2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.821981] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36b89e1b-bad3-4659-ae37-0a5d47eb72f2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.822321] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36b89e1b-bad3-4659-ae37-0a5d47eb72f2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.822662] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.822954] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.823272] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.823643] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.823876] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.824097] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36b89e1b-bad3-4659-ae37-0a5d47eb72f2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.824515] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('36b89e1b-bad3-4659-ae37-0a5d47eb72f2',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.825905] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36b89e1b-bad3-4659-ae37-0a5d47eb72f2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.826516] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36b89e1b-bad3-4659-ae37-0a5d47eb72f2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.826854] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.827305] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.827500] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.829326] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.829326] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.829326] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36b89e1b-bad3-4659-ae37-0a5d47eb72f2',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.829326] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for af2c049f-70d4-40bf-937d-214d0d513262: rpc.has_security_group_logging(os_id): False [ 655.850565] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.851691] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.851691] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.851691] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.852577] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.852577] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.852785] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.852903] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.853366] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.853509] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.853737] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af2c049f-70d4-40bf-937d-214d0d513262 is going to be created. [ 655.929648] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.929648] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.929648] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.929648] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.929648] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.942076] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af2c049f-70d4-40bf-937d-214d0d513262 in Status: IN_PROGRESS for 2s [ 656.176321] env[69758]: INFO networking_nsxv3.common.synchronization [req-08d344b6-7b9f-46db-b1e6-70ac94362409 req-2b25cbc4-d07f-4f9a-bed7-372fb59f6045 service nova] Enqueued Resource ID: 36b89e1b-bad3-4659-ae37-0a5d47eb72f2 with Priority: HIGHEST for action security_group_rules [ 656.176321] env[69758]: INFO networking_nsxv3.common.synchronization [req-08d344b6-7b9f-46db-b1e6-70ac94362409 req-2b25cbc4-d07f-4f9a-bed7-372fb59f6045 service nova] Enqueued Resource ID: 36b89e1b-bad3-4659-ae37-0a5d47eb72f2 with Priority: HIGHEST for action security_group_members [ 656.176321] env[69758]: INFO networking_nsxv3.common.synchronization [req-08d344b6-7b9f-46db-b1e6-70ac94362409 req-2b25cbc4-d07f-4f9a-bed7-372fb59f6045 service nova] Enqueued Resource ID: a481e011-79ce-4023-a991-e462eec55622 with Priority: HIGHEST for action port [ 656.176321] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36b89e1b-bad3-4659-ae37-0a5d47eb72f2 with Priority: HIGHEST for action security_group_rules [ 656.176321] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36b89e1b-bad3-4659-ae37-0a5d47eb72f2 with Priority: HIGHEST for action security_group_members [ 656.176321] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a481e011-79ce-4023-a991-e462eec55622 with Priority: HIGHEST for action port [ 656.177236] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36b89e1b-bad3-4659-ae37-0a5d47eb72f2 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.177374] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36b89e1b-bad3-4659-ae37-0a5d47eb72f2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.177617] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-36b89e1b-bad3-4659-ae37-0a5d47eb72f2 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.177722] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36b89e1b-bad3-4659-ae37-0a5d47eb72f2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.177995] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-a481e011-79ce-4023-a991-e462eec55622 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.178161] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a481e011-79ce-4023-a991-e462eec55622" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.178161] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a481e011-79ce-4023-a991-e462eec55622" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.178347] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a481e011-79ce-4023-a991-e462eec55622" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.178458] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a481e011-79ce-4023-a991-e462eec55622',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.304422] env[69758]: INFO networking_nsxv3.common.synchronization [req-afa576c8-4c83-4651-80b6-3af0a72bb49b req-a611effa-0a17-4086-adb2-c7a041d0d458 tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] Enqueued Resource ID: 9a7f9775-c954-4c4b-811c-b4ed5d207060 with Priority: HIGHEST for action security_group_members [ 656.304476] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a7f9775-c954-4c4b-811c-b4ed5d207060 with Priority: HIGHEST for action security_group_members [ 656.307119] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a7f9775-c954-4c4b-811c-b4ed5d207060 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.307119] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a7f9775-c954-4c4b-811c-b4ed5d207060" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.307119] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a7f9775-c954-4c4b-811c-b4ed5d207060" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.307119] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a7f9775-c954-4c4b-811c-b4ed5d207060" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.307421] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.307580] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.307712] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.307956] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.308992] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.309125] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a7f9775-c954-4c4b-811c-b4ed5d207060',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.334188] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 36b89e1b-bad3-4659-ae37-0a5d47eb72f2: rpc.has_security_group_logging(os_id): False [ 656.335402] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('36b89e1b-bad3-4659-ae37-0a5d47eb72f2',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.359725] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.360503] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.360503] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.360503] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.360503] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.360503] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.360811] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.360811] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.360878] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.361640] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.361640] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.361640] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.361640] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.361640] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.361640] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.361889] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.361889] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.361889] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.362039] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.362636] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.362745] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36b89e1b-bad3-4659-ae37-0a5d47eb72f2 is going to be created. [ 656.458150] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.458436] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.458536] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.458893] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.460027] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.478600] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36b89e1b-bad3-4659-ae37-0a5d47eb72f2 in Status: IN_PROGRESS for 2s [ 656.683322] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a481e011-79ce-4023-a991-e462eec55622 with status ACTIVE [ 656.683322] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.683322] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.683322] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.683322] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.683322] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.683322] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.683322] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.683322] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.683322] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.683322] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.683322] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.683322] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.683322] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.683322] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.683322] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.683322] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a481e011-79ce-4023-a991-e462eec55622 is going to be updated. [ 656.706908] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.707112] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.707159] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.707398] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.707470] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.707666] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a481e011-79ce-4023-a991-e462eec55622" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.814141] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.814141] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.814141] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.814141] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.814141] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.814141] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.814141] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.814141] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.814141] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.814141] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.814141] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a7f9775-c954-4c4b-811c-b4ed5d207060 already deleted. [ 656.814141] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a7f9775-c954-4c4b-811c-b4ed5d207060" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.838207] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('36b89e1b-bad3-4659-ae37-0a5d47eb72f2',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.913753] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 864851a1-fb1a-476d-a856-1248b48e0c26 in Status: SUCCESS [ 656.913753] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-864851a1-fb1a-476d-a856-1248b48e0c26" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.913868] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-864851a1-fb1a-476d-a856-1248b48e0c26" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.914089] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-864851a1-fb1a-476d-a856-1248b48e0c26" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.914324] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.914412] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.914466] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.914634] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.914891] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.914891] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-864851a1-fb1a-476d-a856-1248b48e0c26" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.914891] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('864851a1-fb1a-476d-a856-1248b48e0c26',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.917390] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed837327-7a7f-4d3a-b27c-a53ff3da5a3a in Status: SUCCESS [ 656.917390] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.917390] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.917593] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.917717] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.918139] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.918139] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.918139] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.918337] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.918379] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.918608] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.918838] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.922101] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.922418] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.922995] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.922995] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.922995] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.923236] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.923331] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.923615] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.923615] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ed837327-7a7f-4d3a-b27c-a53ff3da5a3a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.127171] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-411 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.127417] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-411" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.127504] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-411" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.127945] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-411" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.128430] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.128741] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.128923] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.129251] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.129473] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.129787] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 657.129961] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 657.130325] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 657.130529] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 657.130695] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 657.130854] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 657.131060] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 657.153794] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 657.154310] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 657.154979] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 657.155404] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-411" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.155849] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-08903077-27d8-435f-bbfe-e2adad3a697a taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.156248] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-08903077-27d8-435f-bbfe-e2adad3a697a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.156530] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-08903077-27d8-435f-bbfe-e2adad3a697a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.156867] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-08903077-27d8-435f-bbfe-e2adad3a697a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.157219] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08903077-27d8-435f-bbfe-e2adad3a697a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.343290] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.343290] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.343290] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.343290] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.343290] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.343290] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36b89e1b-bad3-4659-ae37-0a5d47eb72f2 is going to be updated. [ 657.372302] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.372707] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.372911] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.373542] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.374435] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.387377] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36b89e1b-bad3-4659-ae37-0a5d47eb72f2 in Status: IN_PROGRESS for 2s [ 657.426791] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('864851a1-fb1a-476d-a856-1248b48e0c26',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.430907] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ed837327-7a7f-4d3a-b27c-a53ff3da5a3a: rpc.has_security_group_logging(os_id): False [ 657.459145] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.459322] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.459397] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.459739] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.459739] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.463424] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.463424] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.463424] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.463424] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.463424] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.463424] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.463424] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.463424] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.463424] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.463424] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.463424] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.463424] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.463424] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.463424] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.465093] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.465093] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed837327-7a7f-4d3a-b27c-a53ff3da5a3a is going to be updated. [ 657.534476] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.534476] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.534476] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.534476] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.534476] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.547784] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed837327-7a7f-4d3a-b27c-a53ff3da5a3a in Status: IN_PROGRESS for 2s [ 657.660259] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.660559] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.661130] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.661521] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.661686] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.661985] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port 08903077-27d8-435f-bbfe-e2adad3a697a not found, creating... [ 657.662327] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.662582] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.662664] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.662926] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.663077] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.663440] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.663659] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.663714] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.664018] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.664270] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.664417] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: 08903077-27d8-435f-bbfe-e2adad3a697a is going to be created. [ 657.687921] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.687921] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.687921] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.687921] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.688209] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.688307] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-08903077-27d8-435f-bbfe-e2adad3a697a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.932019] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 864851a1-fb1a-476d-a856-1248b48e0c26: rpc.has_security_group_logging(os_id): False [ 657.953662] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.953880] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.953973] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.954326] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.954474] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.954842] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.954987] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.955135] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.955338] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.955465] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.955596] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 864851a1-fb1a-476d-a856-1248b48e0c26 is going to be updated. [ 657.957950] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af2c049f-70d4-40bf-937d-214d0d513262 in Status: SUCCESS [ 657.959639] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af2c049f-70d4-40bf-937d-214d0d513262" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.021509] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.021777] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.021849] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.022119] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.022708] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.036138] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 864851a1-fb1a-476d-a856-1248b48e0c26 in Status: IN_PROGRESS for 2s [ 658.495958] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36b89e1b-bad3-4659-ae37-0a5d47eb72f2 in Status: SUCCESS [ 658.495958] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36b89e1b-bad3-4659-ae37-0a5d47eb72f2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.495958] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36b89e1b-bad3-4659-ae37-0a5d47eb72f2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.495958] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36b89e1b-bad3-4659-ae37-0a5d47eb72f2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.495958] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36b89e1b-bad3-4659-ae37-0a5d47eb72f2',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.737058] env[69758]: INFO networking_nsxv3.common.synchronization [req-afa576c8-4c83-4651-80b6-3af0a72bb49b req-df634c05-ddd8-44fd-8e3c-d32e9c515480 service nova] Enqueued Resource ID: 9a7f9775-c954-4c4b-811c-b4ed5d207060 with Priority: HIGHEST for action security_group_rules [ 658.737172] env[69758]: INFO networking_nsxv3.common.synchronization [req-afa576c8-4c83-4651-80b6-3af0a72bb49b req-df634c05-ddd8-44fd-8e3c-d32e9c515480 service nova] Enqueued Resource ID: 9a7f9775-c954-4c4b-811c-b4ed5d207060 with Priority: HIGHEST for action security_group_members [ 658.737319] env[69758]: INFO networking_nsxv3.common.synchronization [req-afa576c8-4c83-4651-80b6-3af0a72bb49b req-df634c05-ddd8-44fd-8e3c-d32e9c515480 service nova] Enqueued Resource ID: 08903077-27d8-435f-bbfe-e2adad3a697a with Priority: HIGHEST for action port [ 658.740432] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a7f9775-c954-4c4b-811c-b4ed5d207060 with Priority: HIGHEST for action security_group_rules [ 658.741123] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a7f9775-c954-4c4b-811c-b4ed5d207060 with Priority: HIGHEST for action security_group_members [ 658.741310] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08903077-27d8-435f-bbfe-e2adad3a697a with Priority: HIGHEST for action port [ 658.741538] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a7f9775-c954-4c4b-811c-b4ed5d207060 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.741765] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a7f9775-c954-4c4b-811c-b4ed5d207060" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.741950] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a7f9775-c954-4c4b-811c-b4ed5d207060" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.742166] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a7f9775-c954-4c4b-811c-b4ed5d207060" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.742276] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a7f9775-c954-4c4b-811c-b4ed5d207060',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.743360] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a7f9775-c954-4c4b-811c-b4ed5d207060 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.743737] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a7f9775-c954-4c4b-811c-b4ed5d207060" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.743818] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a7f9775-c954-4c4b-811c-b4ed5d207060" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.745486] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a7f9775-c954-4c4b-811c-b4ed5d207060" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.745486] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.745486] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.745486] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.745486] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.745824] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.745824] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a7f9775-c954-4c4b-811c-b4ed5d207060',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.746566] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-08903077-27d8-435f-bbfe-e2adad3a697a taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.746656] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08903077-27d8-435f-bbfe-e2adad3a697a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.747263] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08903077-27d8-435f-bbfe-e2adad3a697a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.747263] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08903077-27d8-435f-bbfe-e2adad3a697a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.747263] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08903077-27d8-435f-bbfe-e2adad3a697a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.999792] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-36b89e1b-bad3-4659-ae37-0a5d47eb72f2 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.999792] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36b89e1b-bad3-4659-ae37-0a5d47eb72f2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.253655] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9a7f9775-c954-4c4b-811c-b4ed5d207060',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.255037] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a7f9775-c954-4c4b-811c-b4ed5d207060 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.255184] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a7f9775-c954-4c4b-811c-b4ed5d207060" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.261353] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 08903077-27d8-435f-bbfe-e2adad3a697a with status ACTIVE [ 659.261611] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.261764] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.261873] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.262162] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.262302] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.262548] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.262699] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.262765] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.262942] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.263049] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.263447] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.263447] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.263447] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.263595] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.263628] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.263829] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 08903077-27d8-435f-bbfe-e2adad3a697a is going to be updated. [ 659.291794] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.291794] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.291794] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.291794] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.291794] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.291794] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08903077-27d8-435f-bbfe-e2adad3a697a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.402724] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36b89e1b-bad3-4659-ae37-0a5d47eb72f2 in Status: SUCCESS [ 659.402724] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36b89e1b-bad3-4659-ae37-0a5d47eb72f2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.402724] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36b89e1b-bad3-4659-ae37-0a5d47eb72f2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.402724] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36b89e1b-bad3-4659-ae37-0a5d47eb72f2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.402724] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.402724] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.402724] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.402724] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.402724] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.402724] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36b89e1b-bad3-4659-ae37-0a5d47eb72f2',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.554232] env[69758]: INFO networking_nsxv3.common.synchronization [None req-3ccfe37b-40c3-4703-b755-bca2a423fe16 None None] Enqueued Resource ID: c84c03f0-029d-474d-ab93-4508867f0e27 with Priority: HIGHEST for action port [ 659.554232] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c84c03f0-029d-474d-ab93-4508867f0e27 with Priority: HIGHEST for action port [ 659.559037] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-c84c03f0-029d-474d-ab93-4508867f0e27 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.559037] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c84c03f0-029d-474d-ab93-4508867f0e27" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.559037] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c84c03f0-029d-474d-ab93-4508867f0e27" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.559037] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c84c03f0-029d-474d-ab93-4508867f0e27" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.559037] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c84c03f0-029d-474d-ab93-4508867f0e27',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.568323] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed837327-7a7f-4d3a-b27c-a53ff3da5a3a in Status: SUCCESS [ 659.568582] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.568773] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.568973] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.569107] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed837327-7a7f-4d3a-b27c-a53ff3da5a3a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.756249] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9a7f9775-c954-4c4b-811c-b4ed5d207060',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.907450] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('36b89e1b-bad3-4659-ae37-0a5d47eb72f2',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.061587] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 864851a1-fb1a-476d-a856-1248b48e0c26 in Status: SUCCESS [ 660.064025] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-864851a1-fb1a-476d-a856-1248b48e0c26" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.064025] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c84c03f0-029d-474d-ab93-4508867f0e27 [ 660.064025] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.064025] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.064025] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.066295] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.066295] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.066295] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c84c03f0-029d-474d-ab93-4508867f0e27 already deleted. [ 660.066295] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c84c03f0-029d-474d-ab93-4508867f0e27" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.073982] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.073982] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.073982] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.074669] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.074669] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.074957] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.074957] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.076043] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.076043] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.076043] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.076043] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ed837327-7a7f-4d3a-b27c-a53ff3da5a3a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.262559] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.262741] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.262792] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.263126] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.263277] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.263430] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a7f9775-c954-4c4b-811c-b4ed5d207060 is going to be created. [ 660.291038] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.291197] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.291258] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.291558] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.291746] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.304858] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a7f9775-c954-4c4b-811c-b4ed5d207060 in Status: UNINITIALIZED for 2s [ 660.416217] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('36b89e1b-bad3-4659-ae37-0a5d47eb72f2',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.578909] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.579086] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.579139] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.579602] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.579602] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.579762] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.579762] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.579923] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.580086] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.580235] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.580403] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.580501] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.580560] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.580710] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.580850] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.580941] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.580994] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.581173] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.582250] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.582250] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.582250] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ed837327-7a7f-4d3a-b27c-a53ff3da5a3a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.689836] env[69758]: INFO networking_nsxv3.common.synchronization [req-a478308b-ad3b-4d40-af54-9f62935670d2 req-21392ace-b826-448a-beda-14f3773d2e80 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Enqueued Resource ID: f01280a9-47d6-43ef-8dd6-0c80b7ab1dca with Priority: HIGHEST for action security_group_members [ 660.689836] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f01280a9-47d6-43ef-8dd6-0c80b7ab1dca with Priority: HIGHEST for action security_group_members [ 660.689836] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.690018] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.695021] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.695021] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.695021] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.695021] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.695021] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.695021] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.695021] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.695021] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f01280a9-47d6-43ef-8dd6-0c80b7ab1dca',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.918581] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.918844] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.920536] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.920536] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.920536] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.920536] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36b89e1b-bad3-4659-ae37-0a5d47eb72f2 is going to be updated. [ 660.953023] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.953023] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.953023] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.953023] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.953023] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.964364] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36b89e1b-bad3-4659-ae37-0a5d47eb72f2 in Status: IN_PROGRESS for 2s [ 661.085608] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ed837327-7a7f-4d3a-b27c-a53ff3da5a3a: rpc.has_security_group_logging(os_id): False [ 661.196967] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.196967] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.198971] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.201032] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.201032] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.201032] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.202441] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.202441] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.202441] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.202441] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.202441] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f01280a9-47d6-43ef-8dd6-0c80b7ab1dca is going to be updated. [ 661.257895] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.257895] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.257895] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.257895] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.257895] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.257895] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.257895] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.257895] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.257895] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.257895] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.257895] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.257895] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.257895] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.257895] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.257895] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.260362] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.260362] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.260362] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.260362] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.260362] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.260362] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed837327-7a7f-4d3a-b27c-a53ff3da5a3a is going to be updated. [ 661.282839] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.285230] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.285230] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.285230] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.285230] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.294214] env[69758]: INFO networking_nsxv3.common.synchronization [req-9de9fd61-ec75-4842-aff3-3509566bba42 req-76c9c472-639f-4446-9a01-712e8425de20 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] Enqueued Resource ID: ee9df30d-c8d2-4e45-ac91-4d0d748658e5 with Priority: HIGHEST for action security_group_members [ 661.295285] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee9df30d-c8d2-4e45-ac91-4d0d748658e5 with Priority: HIGHEST for action security_group_members [ 661.296673] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f01280a9-47d6-43ef-8dd6-0c80b7ab1dca in Status: IN_PROGRESS for 2s [ 661.296996] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee9df30d-c8d2-4e45-ac91-4d0d748658e5 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.297183] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee9df30d-c8d2-4e45-ac91-4d0d748658e5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.298921] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee9df30d-c8d2-4e45-ac91-4d0d748658e5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.299401] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee9df30d-c8d2-4e45-ac91-4d0d748658e5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.299635] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.300218] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.300218] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.300218] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.300218] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.300218] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee9df30d-c8d2-4e45-ac91-4d0d748658e5',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.399885] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.400089] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.400089] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.401358] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.401358] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.437678] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed837327-7a7f-4d3a-b27c-a53ff3da5a3a in Status: IN_PROGRESS for 2s [ 661.804452] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.804452] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.804452] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.804647] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.804647] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.804938] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.804938] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.805045] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.805218] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.805218] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.805306] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee9df30d-c8d2-4e45-ac91-4d0d748658e5 is going to be updated. [ 661.850884] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.851158] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.851350] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.851639] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.852035] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.867247] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee9df30d-c8d2-4e45-ac91-4d0d748658e5 in Status: IN_PROGRESS for 2s [ 661.877628] env[69758]: INFO networking_nsxv3.common.synchronization [req-81b2a74d-a10c-4b9b-8688-47594e661bcc req-faabc6cd-69a9-4f53-8bf4-c8e12f7f6176 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Enqueued Resource ID: 6db4eb80-f463-4d06-837b-c7912b1e5f59 with Priority: HIGHEST for action security_group_members [ 661.877628] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6db4eb80-f463-4d06-837b-c7912b1e5f59 with Priority: HIGHEST for action security_group_members [ 661.877628] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-6db4eb80-f463-4d06-837b-c7912b1e5f59 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.877628] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6db4eb80-f463-4d06-837b-c7912b1e5f59" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.877628] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6db4eb80-f463-4d06-837b-c7912b1e5f59" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.877628] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6db4eb80-f463-4d06-837b-c7912b1e5f59" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.877628] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.877908] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.877908] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.877908] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.878018] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.881119] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6db4eb80-f463-4d06-837b-c7912b1e5f59',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.974839] env[69758]: INFO networking_nsxv3.common.synchronization [None req-6644bf24-38da-4132-9ced-df802fff25bd tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] Enqueued Resource ID: de7973d3-3f62-43d4-891f-fabae8c0d446 with Priority: HIGHEST for action security_group_rules [ 661.975659] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de7973d3-3f62-43d4-891f-fabae8c0d446 with Priority: HIGHEST for action security_group_rules [ 661.976935] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de7973d3-3f62-43d4-891f-fabae8c0d446 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.976935] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de7973d3-3f62-43d4-891f-fabae8c0d446" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.976935] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de7973d3-3f62-43d4-891f-fabae8c0d446" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.976935] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de7973d3-3f62-43d4-891f-fabae8c0d446" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.976935] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de7973d3-3f62-43d4-891f-fabae8c0d446',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.116433] env[69758]: INFO networking_nsxv3.common.synchronization [None req-01387b38-1f21-4032-8550-d8f90463ba71 tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] Enqueued Resource ID: de7973d3-3f62-43d4-891f-fabae8c0d446 with Priority: HIGHEST for action security_group_rules [ 662.123328] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de7973d3-3f62-43d4-891f-fabae8c0d446 with Priority: HIGHEST for action security_group_rules [ 662.123328] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de7973d3-3f62-43d4-891f-fabae8c0d446 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.123328] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de7973d3-3f62-43d4-891f-fabae8c0d446" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.318458] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a7f9775-c954-4c4b-811c-b4ed5d207060 in Status: SUCCESS [ 662.318707] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a7f9775-c954-4c4b-811c-b4ed5d207060" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.318889] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a7f9775-c954-4c4b-811c-b4ed5d207060" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.319136] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a7f9775-c954-4c4b-811c-b4ed5d207060" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.319356] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.319609] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.319609] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.319756] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.320089] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.320089] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a7f9775-c954-4c4b-811c-b4ed5d207060" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.320089] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9a7f9775-c954-4c4b-811c-b4ed5d207060',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.381169] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.381390] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.381501] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.381836] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.381947] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.384745] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.384975] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.385126] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.385452] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.385609] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.385774] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6db4eb80-f463-4d06-837b-c7912b1e5f59 already deleted. [ 662.385890] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6db4eb80-f463-4d06-837b-c7912b1e5f59" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.484168] env[69758]: INFO networking_nsxv3.common.synchronization [None req-79032775-9241-40dc-bc9d-7ee31d590afe None None] Enqueued Resource ID: 63cbda10-9339-4286-a97a-fc57ffea4241 with Priority: HIGHEST for action port [ 662.487427] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63cbda10-9339-4286-a97a-fc57ffea4241 with Priority: HIGHEST for action port [ 662.487715] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-63cbda10-9339-4286-a97a-fc57ffea4241 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.487825] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63cbda10-9339-4286-a97a-fc57ffea4241" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.487825] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63cbda10-9339-4286-a97a-fc57ffea4241" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.488116] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63cbda10-9339-4286-a97a-fc57ffea4241" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.488201] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63cbda10-9339-4286-a97a-fc57ffea4241',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.506458] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.506583] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.506700] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.506999] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.507127] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.507371] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de7973d3-3f62-43d4-891f-fabae8c0d446 already deleted. [ 662.507371] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de7973d3-3f62-43d4-891f-fabae8c0d446" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.507553] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de7973d3-3f62-43d4-891f-fabae8c0d446" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.507663] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de7973d3-3f62-43d4-891f-fabae8c0d446" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.507909] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de7973d3-3f62-43d4-891f-fabae8c0d446',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.779672] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-702 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.779883] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-702" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.780013] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-702" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.780287] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-702" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.780555] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.780703] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.780824] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.781064] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.781332] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.781572] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 662.781706] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 662.781793] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 662.781901] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 662.782179] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 662.782179] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 662.782373] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 662.806028] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 662.807125] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 662.807125] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 662.807125] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-702" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.807125] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-1c255039-020d-48a7-b65c-a335793830a4 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.807125] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-1c255039-020d-48a7-b65c-a335793830a4" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.807125] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-1c255039-020d-48a7-b65c-a335793830a4" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.807682] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-1c255039-020d-48a7-b65c-a335793830a4" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.807682] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c255039-020d-48a7-b65c-a335793830a4',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.825998] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a7f9775-c954-4c4b-811c-b4ed5d207060 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.826202] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a7f9775-c954-4c4b-811c-b4ed5d207060" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.826276] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a7f9775-c954-4c4b-811c-b4ed5d207060" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.826522] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a7f9775-c954-4c4b-811c-b4ed5d207060" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.826696] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.826814] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.826882] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.828060] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.829947] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.829947] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a7f9775-c954-4c4b-811c-b4ed5d207060" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.829947] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a7f9775-c954-4c4b-811c-b4ed5d207060 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.829947] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a7f9775-c954-4c4b-811c-b4ed5d207060" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.829947] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a7f9775-c954-4c4b-811c-b4ed5d207060" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.829947] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a7f9775-c954-4c4b-811c-b4ed5d207060" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.830299] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.830299] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.830420] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.830602] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.830710] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.831024] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a7f9775-c954-4c4b-811c-b4ed5d207060" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.831246] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9a7f9775-c954-4c4b-811c-b4ed5d207060',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.880331] env[69758]: INFO networking_nsxv3.common.synchronization [req-611d0c75-7a9c-48d6-8075-d582f9e8175f req-80956785-262e-4536-893a-00f0d8eb89b4 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Enqueued Resource ID: 339bbc8c-a314-4cf0-828f-04c21846aca7 with Priority: HIGHEST for action security_group_members [ 662.884056] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 339bbc8c-a314-4cf0-828f-04c21846aca7 with Priority: HIGHEST for action security_group_members [ 662.885036] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-339bbc8c-a314-4cf0-828f-04c21846aca7 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.885036] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-339bbc8c-a314-4cf0-828f-04c21846aca7" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.885036] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-339bbc8c-a314-4cf0-828f-04c21846aca7" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.885036] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-339bbc8c-a314-4cf0-828f-04c21846aca7" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.885036] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.885036] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.885036] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.885520] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.885520] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.885520] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('339bbc8c-a314-4cf0-828f-04c21846aca7',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.979041] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36b89e1b-bad3-4659-ae37-0a5d47eb72f2 in Status: SUCCESS [ 662.979304] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36b89e1b-bad3-4659-ae37-0a5d47eb72f2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.979493] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36b89e1b-bad3-4659-ae37-0a5d47eb72f2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.979721] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36b89e1b-bad3-4659-ae37-0a5d47eb72f2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.979913] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.980041] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.980124] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.980322] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.980403] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.980506] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36b89e1b-bad3-4659-ae37-0a5d47eb72f2',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.991372] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 63cbda10-9339-4286-a97a-fc57ffea4241 [ 662.991622] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.992822] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.992822] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.992822] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.992822] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.992822] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:63cbda10-9339-4286-a97a-fc57ffea4241 already deleted. [ 662.992822] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63cbda10-9339-4286-a97a-fc57ffea4241" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.031519] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.031672] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.031724] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.032020] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.032158] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.032264] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de7973d3-3f62-43d4-891f-fabae8c0d446 already deleted. [ 663.032378] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de7973d3-3f62-43d4-891f-fabae8c0d446" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.310627] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f01280a9-47d6-43ef-8dd6-0c80b7ab1dca in Status: SUCCESS [ 663.310627] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f01280a9-47d6-43ef-8dd6-0c80b7ab1dca deletion is rescheduled due to dependency. [ 663.310627] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.317023] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.317023] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.317023] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.317023] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.317023] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.317023] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port 1c255039-020d-48a7-b65c-a335793830a4 not found, creating... [ 663.317023] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.317023] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.317023] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.317023] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.317023] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.317568] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.317568] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.317568] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.317568] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.317568] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.318046] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: 1c255039-020d-48a7-b65c-a335793830a4 is going to be created. [ 663.334497] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9a7f9775-c954-4c4b-811c-b4ed5d207060: rpc.has_security_group_logging(os_id): False [ 663.343697] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.343697] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.343697] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.343697] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.343697] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.343697] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-1c255039-020d-48a7-b65c-a335793830a4" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.358950] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.359166] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.359265] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.359618] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.359737] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.359979] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.360137] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.360210] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.360465] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.360575] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.360815] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.361150] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.361150] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.361302] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.361452] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.361955] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.361955] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.361955] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.361955] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.362192] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.362192] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a7f9775-c954-4c4b-811c-b4ed5d207060 is going to be created. [ 663.389972] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.389972] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.389972] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.390357] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.390357] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.390467] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.391092] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.391092] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.391092] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.391314] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.391352] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 339bbc8c-a314-4cf0-828f-04c21846aca7 is going to be updated. [ 663.435821] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.436115] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.436115] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.436630] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.436630] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.460759] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 339bbc8c-a314-4cf0-828f-04c21846aca7 in Status: IN_PROGRESS for 2s [ 663.462422] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed837327-7a7f-4d3a-b27c-a53ff3da5a3a in Status: SUCCESS [ 663.462422] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.470627] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.470627] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.470627] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.470627] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.470627] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.483019] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('36b89e1b-bad3-4659-ae37-0a5d47eb72f2',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.488644] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a7f9775-c954-4c4b-811c-b4ed5d207060 in Status: IN_PROGRESS for 2s [ 663.882919] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee9df30d-c8d2-4e45-ac91-4d0d748658e5 in Status: SUCCESS [ 663.886248] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee9df30d-c8d2-4e45-ac91-4d0d748658e5 deletion is rescheduled due to dependency. [ 663.886248] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee9df30d-c8d2-4e45-ac91-4d0d748658e5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.990504] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('36b89e1b-bad3-4659-ae37-0a5d47eb72f2',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.099131] env[69758]: INFO networking_nsxv3.common.synchronization [req-b57cbca0-cd15-4d01-83b1-ffbba546ee2c req-e9c676ae-5776-46b1-93f3-192070c86f92 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Enqueued Resource ID: 9cf00646-625b-4b21-a132-a57548621176 with Priority: HIGHEST for action security_group_members [ 664.100869] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cf00646-625b-4b21-a132-a57548621176 with Priority: HIGHEST for action security_group_members [ 664.101203] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cf00646-625b-4b21-a132-a57548621176 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.101368] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cf00646-625b-4b21-a132-a57548621176" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.101526] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cf00646-625b-4b21-a132-a57548621176" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.101907] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cf00646-625b-4b21-a132-a57548621176" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.102625] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.102625] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.102625] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.102625] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.102937] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.102937] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cf00646-625b-4b21-a132-a57548621176',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.380813] env[69758]: INFO networking_nsxv3.common.synchronization [None req-943384b4-877b-48ba-83a3-090c6b5e5290 None None] Enqueued Resource ID: 17af902d-065e-4105-b526-347dfe543cce with Priority: HIGHEST for action port [ 664.385025] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17af902d-065e-4105-b526-347dfe543cce with Priority: HIGHEST for action port [ 664.385025] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-17af902d-065e-4105-b526-347dfe543cce taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.385025] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-17af902d-065e-4105-b526-347dfe543cce" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.385025] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-17af902d-065e-4105-b526-347dfe543cce" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.385025] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-17af902d-065e-4105-b526-347dfe543cce" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.385025] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17af902d-065e-4105-b526-347dfe543cce',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.493585] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.495047] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.495047] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.495047] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.495047] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.495047] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36b89e1b-bad3-4659-ae37-0a5d47eb72f2 is going to be updated. [ 664.529024] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.529024] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.529024] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.529024] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.529024] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.542352] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36b89e1b-bad3-4659-ae37-0a5d47eb72f2 in Status: IN_PROGRESS for 2s [ 664.604923] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.605113] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.605197] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.605429] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.605543] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.605772] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.605869] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.605948] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.606119] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.606193] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.606278] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cf00646-625b-4b21-a132-a57548621176 already deleted. [ 664.606373] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cf00646-625b-4b21-a132-a57548621176" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.887877] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 17af902d-065e-4105-b526-347dfe543cce [ 664.888142] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.888333] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.888384] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.888587] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.888687] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.888797] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:17af902d-065e-4105-b526-347dfe543cce already deleted. [ 664.888897] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-17af902d-065e-4105-b526-347dfe543cce" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.052047] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-457 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.052047] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-457" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.052232] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-457" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.052459] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-457" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.052663] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.052810] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.052922] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.055327] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.055897] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.055897] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 665.055897] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 665.055897] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 665.056102] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 665.056102] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 665.056189] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 665.056580] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 665.080633] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 665.080886] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 665.081049] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 665.081240] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-457" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.081582] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-bcf86cc6-227b-46c0-99ea-a8dee10df47a taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.081812] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-bcf86cc6-227b-46c0-99ea-a8dee10df47a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.081876] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-bcf86cc6-227b-46c0-99ea-a8dee10df47a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.082230] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-bcf86cc6-227b-46c0-99ea-a8dee10df47a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.082377] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bcf86cc6-227b-46c0-99ea-a8dee10df47a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.159194] env[69758]: INFO networking_nsxv3.common.synchronization [req-81b2a74d-a10c-4b9b-8688-47594e661bcc req-8eeaabe5-7f53-4e08-b0c0-f44808cc239a service nova] Enqueued Resource ID: 6db4eb80-f463-4d06-837b-c7912b1e5f59 with Priority: HIGHEST for action security_group_rules [ 665.159384] env[69758]: INFO networking_nsxv3.common.synchronization [req-81b2a74d-a10c-4b9b-8688-47594e661bcc req-8eeaabe5-7f53-4e08-b0c0-f44808cc239a service nova] Enqueued Resource ID: 6db4eb80-f463-4d06-837b-c7912b1e5f59 with Priority: HIGHEST for action security_group_members [ 665.159522] env[69758]: INFO networking_nsxv3.common.synchronization [req-81b2a74d-a10c-4b9b-8688-47594e661bcc req-8eeaabe5-7f53-4e08-b0c0-f44808cc239a service nova] Enqueued Resource ID: 1c255039-020d-48a7-b65c-a335793830a4 with Priority: HIGHEST for action port [ 665.159939] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6db4eb80-f463-4d06-837b-c7912b1e5f59 with Priority: HIGHEST for action security_group_rules [ 665.159939] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6db4eb80-f463-4d06-837b-c7912b1e5f59 with Priority: HIGHEST for action security_group_members [ 665.160070] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c255039-020d-48a7-b65c-a335793830a4 with Priority: HIGHEST for action port [ 665.160674] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6db4eb80-f463-4d06-837b-c7912b1e5f59 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.161234] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6db4eb80-f463-4d06-837b-c7912b1e5f59" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.161234] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6db4eb80-f463-4d06-837b-c7912b1e5f59" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.161995] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6db4eb80-f463-4d06-837b-c7912b1e5f59" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.162112] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6db4eb80-f463-4d06-837b-c7912b1e5f59',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.163070] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-6db4eb80-f463-4d06-837b-c7912b1e5f59 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.163260] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6db4eb80-f463-4d06-837b-c7912b1e5f59" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.163320] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6db4eb80-f463-4d06-837b-c7912b1e5f59" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.163716] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6db4eb80-f463-4d06-837b-c7912b1e5f59" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.163716] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.165075] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.165075] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.165075] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.165075] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.165075] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6db4eb80-f463-4d06-837b-c7912b1e5f59',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.165298] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c255039-020d-48a7-b65c-a335793830a4 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.165298] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c255039-020d-48a7-b65c-a335793830a4" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.165298] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c255039-020d-48a7-b65c-a335793830a4" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.165728] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c255039-020d-48a7-b65c-a335793830a4" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.165728] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c255039-020d-48a7-b65c-a335793830a4',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.475718] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 339bbc8c-a314-4cf0-828f-04c21846aca7 in Status: SUCCESS [ 665.476079] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 339bbc8c-a314-4cf0-828f-04c21846aca7 deletion is rescheduled due to dependency. [ 665.476079] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-339bbc8c-a314-4cf0-828f-04c21846aca7" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.501448] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a7f9775-c954-4c4b-811c-b4ed5d207060 in Status: SUCCESS [ 665.502689] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a7f9775-c954-4c4b-811c-b4ed5d207060" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.586987] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.587254] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.587542] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.587707] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.587868] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.588050] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port bcf86cc6-227b-46c0-99ea-a8dee10df47a not found, creating... [ 665.588313] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.588482] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.588670] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.588831] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.588971] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.589299] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.589606] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.589606] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.589842] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.589995] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.594095] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: bcf86cc6-227b-46c0-99ea-a8dee10df47a is going to be created. [ 665.620518] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.621980] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.621980] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.621980] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.621980] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.621980] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-bcf86cc6-227b-46c0-99ea-a8dee10df47a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.667659] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-6db4eb80-f463-4d06-837b-c7912b1e5f59 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.668526] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6db4eb80-f463-4d06-837b-c7912b1e5f59" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.668526] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6db4eb80-f463-4d06-837b-c7912b1e5f59',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.677381] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1c255039-020d-48a7-b65c-a335793830a4 with status ACTIVE [ 665.677381] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.677381] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.677381] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.677381] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.677381] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.677381] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.677381] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.677381] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.677381] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.677381] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.677381] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.677381] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.677381] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.677381] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.677381] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.677381] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1c255039-020d-48a7-b65c-a335793830a4 is going to be updated. [ 665.705948] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.705948] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.705948] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.705948] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.705948] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.705948] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c255039-020d-48a7-b65c-a335793830a4" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.170974] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6db4eb80-f463-4d06-837b-c7912b1e5f59',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.559049] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36b89e1b-bad3-4659-ae37-0a5d47eb72f2 in Status: SUCCESS [ 666.559049] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36b89e1b-bad3-4659-ae37-0a5d47eb72f2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.559049] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36b89e1b-bad3-4659-ae37-0a5d47eb72f2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.559049] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36b89e1b-bad3-4659-ae37-0a5d47eb72f2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.559049] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.559049] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.559049] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.559049] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.559049] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.559049] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36b89e1b-bad3-4659-ae37-0a5d47eb72f2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.559049] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('36b89e1b-bad3-4659-ae37-0a5d47eb72f2',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.673345] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.673440] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.674420] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.674420] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.674420] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.674420] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6db4eb80-f463-4d06-837b-c7912b1e5f59 is going to be created. [ 666.701962] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.702116] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.702162] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.702702] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.702702] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.713313] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6db4eb80-f463-4d06-837b-c7912b1e5f59 in Status: UNINITIALIZED for 2s [ 666.731888] env[69758]: INFO networking_nsxv3.common.synchronization [req-b57cbca0-cd15-4d01-83b1-ffbba546ee2c req-0f4cad8e-a829-4002-b90c-3ff60e095240 service nova] Enqueued Resource ID: 9cf00646-625b-4b21-a132-a57548621176 with Priority: HIGHEST for action security_group_rules [ 666.732504] env[69758]: INFO networking_nsxv3.common.synchronization [req-b57cbca0-cd15-4d01-83b1-ffbba546ee2c req-0f4cad8e-a829-4002-b90c-3ff60e095240 service nova] Enqueued Resource ID: 9cf00646-625b-4b21-a132-a57548621176 with Priority: HIGHEST for action security_group_members [ 666.732752] env[69758]: INFO networking_nsxv3.common.synchronization [req-b57cbca0-cd15-4d01-83b1-ffbba546ee2c req-0f4cad8e-a829-4002-b90c-3ff60e095240 service nova] Enqueued Resource ID: bcf86cc6-227b-46c0-99ea-a8dee10df47a with Priority: HIGHEST for action port [ 666.733967] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cf00646-625b-4b21-a132-a57548621176 with Priority: HIGHEST for action security_group_rules [ 666.734300] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cf00646-625b-4b21-a132-a57548621176 with Priority: HIGHEST for action security_group_members [ 666.734300] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcf86cc6-227b-46c0-99ea-a8dee10df47a with Priority: HIGHEST for action port [ 666.735725] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9cf00646-625b-4b21-a132-a57548621176 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.735837] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9cf00646-625b-4b21-a132-a57548621176" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.735915] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9cf00646-625b-4b21-a132-a57548621176" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.736142] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9cf00646-625b-4b21-a132-a57548621176" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.736224] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9cf00646-625b-4b21-a132-a57548621176',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.737103] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cf00646-625b-4b21-a132-a57548621176 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.737241] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cf00646-625b-4b21-a132-a57548621176" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.737307] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cf00646-625b-4b21-a132-a57548621176" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.737481] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cf00646-625b-4b21-a132-a57548621176" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.737622] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.737713] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.737772] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.737907] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.737992] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.738919] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cf00646-625b-4b21-a132-a57548621176',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.739335] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-bcf86cc6-227b-46c0-99ea-a8dee10df47a taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.742566] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bcf86cc6-227b-46c0-99ea-a8dee10df47a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.742566] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bcf86cc6-227b-46c0-99ea-a8dee10df47a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.742566] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bcf86cc6-227b-46c0-99ea-a8dee10df47a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.742566] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bcf86cc6-227b-46c0-99ea-a8dee10df47a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.812375] env[69758]: INFO networking_nsxv3.common.synchronization [req-4f96d466-4520-4832-8110-6c462c34594e req-ec9fb636-23fe-4287-8b9d-77cf70e99293 tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Enqueued Resource ID: 25e50abc-db08-4d17-8597-7f62ca5148f9 with Priority: HIGHEST for action security_group_members [ 666.812375] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25e50abc-db08-4d17-8597-7f62ca5148f9 with Priority: HIGHEST for action security_group_members [ 666.813619] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-25e50abc-db08-4d17-8597-7f62ca5148f9 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.813619] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25e50abc-db08-4d17-8597-7f62ca5148f9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.813619] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25e50abc-db08-4d17-8597-7f62ca5148f9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.813619] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25e50abc-db08-4d17-8597-7f62ca5148f9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.816562] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.816711] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.816805] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.817051] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.817196] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.817350] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25e50abc-db08-4d17-8597-7f62ca5148f9',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.006605] env[69758]: INFO networking_nsxv3.common.synchronization [None req-796b351a-d500-481a-bf28-46f9e3c14291 None None] Enqueued Resource ID: 265a0ad2-9183-45df-83e3-090ea1cea343 with Priority: HIGHEST for action port [ 667.006926] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 265a0ad2-9183-45df-83e3-090ea1cea343 with Priority: HIGHEST for action port [ 667.007695] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-265a0ad2-9183-45df-83e3-090ea1cea343 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.007841] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-265a0ad2-9183-45df-83e3-090ea1cea343" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.007930] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-265a0ad2-9183-45df-83e3-090ea1cea343" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.008402] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-265a0ad2-9183-45df-83e3-090ea1cea343" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.008498] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('265a0ad2-9183-45df-83e3-090ea1cea343',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.058086] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-36b89e1b-bad3-4659-ae37-0a5d47eb72f2 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.058249] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36b89e1b-bad3-4659-ae37-0a5d47eb72f2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.058369] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36b89e1b-bad3-4659-ae37-0a5d47eb72f2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.058527] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36b89e1b-bad3-4659-ae37-0a5d47eb72f2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.062633] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.062633] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.062633] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.062633] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.062633] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.062633] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36b89e1b-bad3-4659-ae37-0a5d47eb72f2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.062633] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-36b89e1b-bad3-4659-ae37-0a5d47eb72f2 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.062633] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36b89e1b-bad3-4659-ae37-0a5d47eb72f2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.062633] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36b89e1b-bad3-4659-ae37-0a5d47eb72f2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.062633] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36b89e1b-bad3-4659-ae37-0a5d47eb72f2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.062633] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.062633] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.062633] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.062633] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.062633] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.062633] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36b89e1b-bad3-4659-ae37-0a5d47eb72f2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.062633] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('36b89e1b-bad3-4659-ae37-0a5d47eb72f2',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.220021] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-753 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.220021] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-753" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.220021] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-753" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.220021] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-753" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.220021] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.220021] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.220021] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.220021] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.220021] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.220021] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 667.220021] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 667.220021] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 667.221025] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 667.221025] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 667.221025] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 667.221025] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 667.241213] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9cf00646-625b-4b21-a132-a57548621176',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.242290] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cf00646-625b-4b21-a132-a57548621176 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.242445] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cf00646-625b-4b21-a132-a57548621176" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.243061] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bcf86cc6-227b-46c0-99ea-a8dee10df47a with status ACTIVE [ 667.243361] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.243684] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.243684] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.244047] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.244205] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.246020] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.246020] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.246020] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.246020] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.246020] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.246020] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.246020] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.246020] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.246020] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.246020] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.246020] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bcf86cc6-227b-46c0-99ea-a8dee10df47a is going to be updated. [ 667.249082] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 667.249429] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 667.249429] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 667.249555] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-753" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.249971] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-b047de07-a5d6-4ae1-bc53-462ab3194055 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.250092] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-b047de07-a5d6-4ae1-bc53-462ab3194055" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.250145] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-b047de07-a5d6-4ae1-bc53-462ab3194055" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.250462] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-b047de07-a5d6-4ae1-bc53-462ab3194055" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.250592] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b047de07-a5d6-4ae1-bc53-462ab3194055',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.280415] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.280415] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.280415] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.280415] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.280415] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.280415] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bcf86cc6-227b-46c0-99ea-a8dee10df47a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.324816] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('25e50abc-db08-4d17-8597-7f62ca5148f9',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.511352] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 265a0ad2-9183-45df-83e3-090ea1cea343 [ 667.513907] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.513907] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.513907] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.513907] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.513907] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.513907] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:265a0ad2-9183-45df-83e3-090ea1cea343 already deleted. [ 667.513907] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-265a0ad2-9183-45df-83e3-090ea1cea343" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.564983] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 36b89e1b-bad3-4659-ae37-0a5d47eb72f2: rpc.has_security_group_logging(os_id): False [ 667.587173] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.587433] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.587549] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.587861] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.587987] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.588221] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.588412] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.588412] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.588553] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.588636] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.588846] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.588984] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.591108] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.591108] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.591108] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.591108] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.591108] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.591108] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.591108] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.591603] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.591899] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36b89e1b-bad3-4659-ae37-0a5d47eb72f2 is going to be updated. [ 667.691298] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.691298] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.691298] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.691298] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.691298] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.715221] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36b89e1b-bad3-4659-ae37-0a5d47eb72f2 in Status: IN_PROGRESS for 2s [ 667.749650] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9cf00646-625b-4b21-a132-a57548621176',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.755470] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.755470] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.755470] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.755653] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.755924] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.756054] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port b047de07-a5d6-4ae1-bc53-462ab3194055 not found, creating... [ 667.756347] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.756509] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.756817] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.756898] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.757341] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.759446] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.759727] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.759727] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.761127] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.761127] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.761127] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: b047de07-a5d6-4ae1-bc53-462ab3194055 is going to be created. [ 667.793220] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.793456] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.793962] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.793962] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.794093] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.794376] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-b047de07-a5d6-4ae1-bc53-462ab3194055" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.826290] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('25e50abc-db08-4d17-8597-7f62ca5148f9',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.251694] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.251871] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.251942] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.252185] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.252868] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.252868] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cf00646-625b-4b21-a132-a57548621176 is going to be created. [ 668.279338] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.279609] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.279609] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.279790] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.279956] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.292854] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cf00646-625b-4b21-a132-a57548621176 in Status: UNINITIALIZED for 2s [ 668.328939] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.329190] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.329256] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.329579] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.329735] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.329735] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25e50abc-db08-4d17-8597-7f62ca5148f9 is going to be updated. [ 668.377112] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.377317] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.378503] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.378503] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.378503] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.389730] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25e50abc-db08-4d17-8597-7f62ca5148f9 in Status: IN_PROGRESS for 2s [ 668.728127] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6db4eb80-f463-4d06-837b-c7912b1e5f59 in Status: SUCCESS [ 668.728472] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6db4eb80-f463-4d06-837b-c7912b1e5f59" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.728548] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6db4eb80-f463-4d06-837b-c7912b1e5f59" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.729035] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6db4eb80-f463-4d06-837b-c7912b1e5f59" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.729035] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.729035] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.729278] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.729278] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.730163] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.730163] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6db4eb80-f463-4d06-837b-c7912b1e5f59" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.730163] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6db4eb80-f463-4d06-837b-c7912b1e5f59',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.740206] env[69758]: INFO networking_nsxv3.common.synchronization [None req-5b4c5717-aeb1-43b5-a3c9-1e2ee58a463b None None] Enqueued Resource ID: f2d2e01f-6dca-4de5-814e-d9ce53c87cdf with Priority: HIGHEST for action port [ 668.740206] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2d2e01f-6dca-4de5-814e-d9ce53c87cdf with Priority: HIGHEST for action port [ 668.742436] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2d2e01f-6dca-4de5-814e-d9ce53c87cdf taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.744682] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2d2e01f-6dca-4de5-814e-d9ce53c87cdf" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.744682] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2d2e01f-6dca-4de5-814e-d9ce53c87cdf" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.744682] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2d2e01f-6dca-4de5-814e-d9ce53c87cdf" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.744682] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2d2e01f-6dca-4de5-814e-d9ce53c87cdf',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.042280] env[69758]: INFO networking_nsxv3.common.synchronization [None req-03a0fa09-1ecc-45a0-a6ea-724585ecbff5 None None] Enqueued Resource ID: c1d7be7b-260b-470e-a5ba-a9cf7396bdfb with Priority: HIGHEST for action port [ 669.043026] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1d7be7b-260b-470e-a5ba-a9cf7396bdfb with Priority: HIGHEST for action port [ 669.044512] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1d7be7b-260b-470e-a5ba-a9cf7396bdfb taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.044616] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1d7be7b-260b-470e-a5ba-a9cf7396bdfb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.044666] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1d7be7b-260b-470e-a5ba-a9cf7396bdfb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.045059] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1d7be7b-260b-470e-a5ba-a9cf7396bdfb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.045174] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1d7be7b-260b-470e-a5ba-a9cf7396bdfb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.234047] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-6db4eb80-f463-4d06-837b-c7912b1e5f59 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.234296] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6db4eb80-f463-4d06-837b-c7912b1e5f59" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.234296] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6db4eb80-f463-4d06-837b-c7912b1e5f59" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.234986] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6db4eb80-f463-4d06-837b-c7912b1e5f59" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.234986] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.234986] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.234986] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.235218] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.235253] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.235384] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6db4eb80-f463-4d06-837b-c7912b1e5f59" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.235544] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-6db4eb80-f463-4d06-837b-c7912b1e5f59 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.235666] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6db4eb80-f463-4d06-837b-c7912b1e5f59" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.235703] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6db4eb80-f463-4d06-837b-c7912b1e5f59" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.235842] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6db4eb80-f463-4d06-837b-c7912b1e5f59" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.235980] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.236086] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.236148] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.236285] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.236363] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.236447] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6db4eb80-f463-4d06-837b-c7912b1e5f59" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.236538] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6db4eb80-f463-4d06-837b-c7912b1e5f59',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.246842] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f2d2e01f-6dca-4de5-814e-d9ce53c87cdf [ 669.247068] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.247772] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.247772] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.247772] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.247772] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.247772] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f2d2e01f-6dca-4de5-814e-d9ce53c87cdf already deleted. [ 669.248124] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2d2e01f-6dca-4de5-814e-d9ce53c87cdf" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.511502] env[69758]: INFO networking_nsxv3.common.synchronization [req-6a599882-3a76-49ec-bb8f-1d6db2d5e2f2 req-d5d73ddf-c48b-4252-89f8-67cfd28042f6 tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] Enqueued Resource ID: 229041f9-b494-4896-8c95-92de3ee6405e with Priority: HIGHEST for action security_group_members [ 669.511502] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 229041f9-b494-4896-8c95-92de3ee6405e with Priority: HIGHEST for action security_group_members [ 669.511502] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-229041f9-b494-4896-8c95-92de3ee6405e taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.511502] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-229041f9-b494-4896-8c95-92de3ee6405e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.511502] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-229041f9-b494-4896-8c95-92de3ee6405e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.511502] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-229041f9-b494-4896-8c95-92de3ee6405e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.512740] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.513054] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.513249] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.516167] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.516167] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.516167] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('229041f9-b494-4896-8c95-92de3ee6405e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.519751] env[69758]: INFO networking_nsxv3.common.synchronization [req-4f96d466-4520-4832-8110-6c462c34594e req-b63d1826-cad0-439e-9692-c5ec57f7ca37 service nova] Enqueued Resource ID: 25e50abc-db08-4d17-8597-7f62ca5148f9 with Priority: HIGHEST for action security_group_rules [ 669.520095] env[69758]: INFO networking_nsxv3.common.synchronization [req-4f96d466-4520-4832-8110-6c462c34594e req-b63d1826-cad0-439e-9692-c5ec57f7ca37 service nova] Enqueued Resource ID: 25e50abc-db08-4d17-8597-7f62ca5148f9 with Priority: HIGHEST for action security_group_members [ 669.520295] env[69758]: INFO networking_nsxv3.common.synchronization [req-4f96d466-4520-4832-8110-6c462c34594e req-b63d1826-cad0-439e-9692-c5ec57f7ca37 service nova] Enqueued Resource ID: b047de07-a5d6-4ae1-bc53-462ab3194055 with Priority: HIGHEST for action port [ 669.520949] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25e50abc-db08-4d17-8597-7f62ca5148f9 with Priority: HIGHEST for action security_group_rules [ 669.521192] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25e50abc-db08-4d17-8597-7f62ca5148f9 with Priority: HIGHEST for action security_group_members [ 669.521430] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b047de07-a5d6-4ae1-bc53-462ab3194055 with Priority: HIGHEST for action port [ 669.522545] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25e50abc-db08-4d17-8597-7f62ca5148f9 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.522779] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25e50abc-db08-4d17-8597-7f62ca5148f9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.522905] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25e50abc-db08-4d17-8597-7f62ca5148f9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.523232] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25e50abc-db08-4d17-8597-7f62ca5148f9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.523365] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25e50abc-db08-4d17-8597-7f62ca5148f9',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.525742] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-25e50abc-db08-4d17-8597-7f62ca5148f9 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.525742] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25e50abc-db08-4d17-8597-7f62ca5148f9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.525880] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-b047de07-a5d6-4ae1-bc53-462ab3194055 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.526010] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b047de07-a5d6-4ae1-bc53-462ab3194055" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.527507] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b047de07-a5d6-4ae1-bc53-462ab3194055" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.527507] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b047de07-a5d6-4ae1-bc53-462ab3194055" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.527507] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b047de07-a5d6-4ae1-bc53-462ab3194055',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.549353] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c1d7be7b-260b-470e-a5ba-a9cf7396bdfb [ 669.552033] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.552033] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.552033] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.552033] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.552033] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.552731] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c1d7be7b-260b-470e-a5ba-a9cf7396bdfb already deleted. [ 669.552900] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1d7be7b-260b-470e-a5ba-a9cf7396bdfb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.729673] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36b89e1b-bad3-4659-ae37-0a5d47eb72f2 in Status: SUCCESS [ 669.730092] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36b89e1b-bad3-4659-ae37-0a5d47eb72f2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.730156] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36b89e1b-bad3-4659-ae37-0a5d47eb72f2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.732035] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36b89e1b-bad3-4659-ae37-0a5d47eb72f2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.732035] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36b89e1b-bad3-4659-ae37-0a5d47eb72f2',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.738492] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6db4eb80-f463-4d06-837b-c7912b1e5f59: rpc.has_security_group_logging(os_id): False [ 669.765919] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.765919] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.765919] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.765919] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.765919] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.765919] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.765919] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.765919] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.765919] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.765919] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.765919] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.765919] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.765919] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.765919] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.766479] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.768558] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.768908] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.769104] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.769752] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.769963] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.770459] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6db4eb80-f463-4d06-837b-c7912b1e5f59 is going to be created. [ 669.850967] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.851350] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.851475] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.851729] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.851962] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.867763] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6db4eb80-f463-4d06-837b-c7912b1e5f59 in Status: IN_PROGRESS for 2s [ 670.020144] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.020359] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.020443] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.020646] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.020740] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.020965] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.021072] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.021134] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.021288] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.021364] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.021435] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 229041f9-b494-4896-8c95-92de3ee6405e already deleted. [ 670.021550] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-229041f9-b494-4896-8c95-92de3ee6405e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.028484] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-25e50abc-db08-4d17-8597-7f62ca5148f9 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.028484] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25e50abc-db08-4d17-8597-7f62ca5148f9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.028484] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b047de07-a5d6-4ae1-bc53-462ab3194055 with status ACTIVE [ 670.028484] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.029050] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.029050] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.029050] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.029050] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.029255] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.029255] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.029255] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.029416] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.029482] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.029669] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.029763] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.029814] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.029946] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.030090] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.030148] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b047de07-a5d6-4ae1-bc53-462ab3194055 is going to be updated. [ 670.083606] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.083606] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.083606] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.083606] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.083606] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.083606] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b047de07-a5d6-4ae1-bc53-462ab3194055" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.234564] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-36b89e1b-bad3-4659-ae37-0a5d47eb72f2 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.234882] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36b89e1b-bad3-4659-ae37-0a5d47eb72f2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.234882] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36b89e1b-bad3-4659-ae37-0a5d47eb72f2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.235138] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36b89e1b-bad3-4659-ae37-0a5d47eb72f2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.235911] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.235911] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.235911] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.235911] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.235911] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.236186] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36b89e1b-bad3-4659-ae37-0a5d47eb72f2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.236186] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('36b89e1b-bad3-4659-ae37-0a5d47eb72f2',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.302648] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cf00646-625b-4b21-a132-a57548621176 in Status: SUCCESS [ 670.302944] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cf00646-625b-4b21-a132-a57548621176" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.303388] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cf00646-625b-4b21-a132-a57548621176" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.303693] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cf00646-625b-4b21-a132-a57548621176" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.303962] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.304448] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.305079] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.305308] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.305407] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.305523] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cf00646-625b-4b21-a132-a57548621176" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.305654] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9cf00646-625b-4b21-a132-a57548621176',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.356416] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-946 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.356416] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-946" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.356416] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-946" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.357026] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-946" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.357026] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.357026] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.357026] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.357649] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.357706] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.358119] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 670.358119] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 670.359484] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 670.359484] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 670.359484] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 670.359711] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 670.360050] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 670.383033] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 670.383033] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 670.383033] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 670.383033] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-946" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.383461] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-6c027a86-a2cb-4981-8795-964900ea3bc7 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.383741] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-6c027a86-a2cb-4981-8795-964900ea3bc7" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.383899] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-6c027a86-a2cb-4981-8795-964900ea3bc7" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.384502] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-6c027a86-a2cb-4981-8795-964900ea3bc7" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.384647] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c027a86-a2cb-4981-8795-964900ea3bc7',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.402712] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25e50abc-db08-4d17-8597-7f62ca5148f9 in Status: SUCCESS [ 670.402940] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25e50abc-db08-4d17-8597-7f62ca5148f9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.403138] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25e50abc-db08-4d17-8597-7f62ca5148f9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.403414] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25e50abc-db08-4d17-8597-7f62ca5148f9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.403610] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.403733] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.403799] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.403959] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.404067] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.404170] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25e50abc-db08-4d17-8597-7f62ca5148f9',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.739349] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-36b89e1b-bad3-4659-ae37-0a5d47eb72f2 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.740133] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36b89e1b-bad3-4659-ae37-0a5d47eb72f2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.740133] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36b89e1b-bad3-4659-ae37-0a5d47eb72f2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.740581] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36b89e1b-bad3-4659-ae37-0a5d47eb72f2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.740796] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.741433] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.741433] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.741433] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.741433] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.741666] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36b89e1b-bad3-4659-ae37-0a5d47eb72f2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.741702] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-36b89e1b-bad3-4659-ae37-0a5d47eb72f2 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.741784] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36b89e1b-bad3-4659-ae37-0a5d47eb72f2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.741844] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36b89e1b-bad3-4659-ae37-0a5d47eb72f2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.742097] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36b89e1b-bad3-4659-ae37-0a5d47eb72f2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.742170] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.742237] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.742286] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.742415] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.742487] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.742565] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36b89e1b-bad3-4659-ae37-0a5d47eb72f2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.742649] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('36b89e1b-bad3-4659-ae37-0a5d47eb72f2',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.812548] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9cf00646-625b-4b21-a132-a57548621176',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.888423] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.888423] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.888423] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.889400] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.889400] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.889400] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port 6c027a86-a2cb-4981-8795-964900ea3bc7 not found, creating... [ 670.889400] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.889400] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.889760] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.889760] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.889870] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.890164] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.890321] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.890479] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.890638] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.890772] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.890917] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: 6c027a86-a2cb-4981-8795-964900ea3bc7 is going to be created. [ 670.907691] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('25e50abc-db08-4d17-8597-7f62ca5148f9',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.917727] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.917983] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.918218] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.918588] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.918906] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.919146] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-6c027a86-a2cb-4981-8795-964900ea3bc7" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.246090] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 36b89e1b-bad3-4659-ae37-0a5d47eb72f2: rpc.has_security_group_logging(os_id): False [ 671.266948] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.267404] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.267521] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.267808] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.267946] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.268193] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.268336] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.268538] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.268733] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.268821] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.269041] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.269864] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.269864] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.269864] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.269864] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.269864] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.269864] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.269864] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.269864] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.270332] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.271279] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36b89e1b-bad3-4659-ae37-0a5d47eb72f2 is going to be updated. [ 671.315044] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9cf00646-625b-4b21-a132-a57548621176: rpc.has_security_group_logging(os_id): False [ 671.339973] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.340213] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.340323] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.340656] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.340831] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.341267] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.341460] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.341568] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.341802] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.341919] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.342422] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9cf00646-625b-4b21-a132-a57548621176 is going to be created. [ 671.359892] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.360046] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.360222] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.360382] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.360546] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.375940] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36b89e1b-bad3-4659-ae37-0a5d47eb72f2 in Status: IN_PROGRESS for 2s [ 671.405033] env[69758]: INFO networking_nsxv3.common.synchronization [None req-2e80072a-4694-4687-bcf9-9835cadcef74 None None] Enqueued Resource ID: ea1079da-4efd-48c8-9655-942050fb8b01 with Priority: HIGHEST for action port [ 671.409582] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea1079da-4efd-48c8-9655-942050fb8b01 with Priority: HIGHEST for action port [ 671.415050] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('25e50abc-db08-4d17-8597-7f62ca5148f9',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.415050] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea1079da-4efd-48c8-9655-942050fb8b01 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.415050] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea1079da-4efd-48c8-9655-942050fb8b01" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.415050] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea1079da-4efd-48c8-9655-942050fb8b01" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.415050] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea1079da-4efd-48c8-9655-942050fb8b01" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.415050] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea1079da-4efd-48c8-9655-942050fb8b01',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.445428] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.445629] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.445716] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.445941] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.446139] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.473451] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cf00646-625b-4b21-a132-a57548621176 in Status: IN_PROGRESS for 2s [ 671.887511] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6db4eb80-f463-4d06-837b-c7912b1e5f59 in Status: SUCCESS [ 671.887861] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6db4eb80-f463-4d06-837b-c7912b1e5f59" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.920085] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.922037] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.922037] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.922037] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.922037] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.922037] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25e50abc-db08-4d17-8597-7f62ca5148f9 is going to be updated. [ 671.924040] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ea1079da-4efd-48c8-9655-942050fb8b01 [ 671.925354] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.925587] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.925666] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.926136] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.926933] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.926933] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ea1079da-4efd-48c8-9655-942050fb8b01 already deleted. [ 671.926933] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea1079da-4efd-48c8-9655-942050fb8b01" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.975027] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.975213] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.975213] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.975427] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.975578] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.987872] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25e50abc-db08-4d17-8597-7f62ca5148f9 in Status: IN_PROGRESS for 2s [ 671.994811] env[69758]: INFO networking_nsxv3.common.synchronization [None req-746c8d17-9543-410f-975b-0c2ab2f30f73 None None] Enqueued Resource ID: f767afa1-8f8c-4992-9a85-fff4d5086e6f with Priority: HIGHEST for action port [ 671.995736] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f767afa1-8f8c-4992-9a85-fff4d5086e6f with Priority: HIGHEST for action port [ 671.996203] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-f767afa1-8f8c-4992-9a85-fff4d5086e6f taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.996469] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f767afa1-8f8c-4992-9a85-fff4d5086e6f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.996512] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f767afa1-8f8c-4992-9a85-fff4d5086e6f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.997104] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f767afa1-8f8c-4992-9a85-fff4d5086e6f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.997104] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f767afa1-8f8c-4992-9a85-fff4d5086e6f',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.317243] env[69758]: INFO networking_nsxv3.common.synchronization [req-6a599882-3a76-49ec-bb8f-1d6db2d5e2f2 req-c4190fde-6178-447f-a5b9-99d43fa519a9 service nova] Enqueued Resource ID: 229041f9-b494-4896-8c95-92de3ee6405e with Priority: HIGHEST for action security_group_rules [ 672.317405] env[69758]: INFO networking_nsxv3.common.synchronization [req-6a599882-3a76-49ec-bb8f-1d6db2d5e2f2 req-c4190fde-6178-447f-a5b9-99d43fa519a9 service nova] Enqueued Resource ID: 229041f9-b494-4896-8c95-92de3ee6405e with Priority: HIGHEST for action security_group_members [ 672.317496] env[69758]: INFO networking_nsxv3.common.synchronization [req-6a599882-3a76-49ec-bb8f-1d6db2d5e2f2 req-c4190fde-6178-447f-a5b9-99d43fa519a9 service nova] Enqueued Resource ID: 6c027a86-a2cb-4981-8795-964900ea3bc7 with Priority: HIGHEST for action port [ 672.317734] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 229041f9-b494-4896-8c95-92de3ee6405e with Priority: HIGHEST for action security_group_rules [ 672.317864] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 229041f9-b494-4896-8c95-92de3ee6405e with Priority: HIGHEST for action security_group_members [ 672.317967] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c027a86-a2cb-4981-8795-964900ea3bc7 with Priority: HIGHEST for action port [ 672.318793] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-229041f9-b494-4896-8c95-92de3ee6405e taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.318941] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-229041f9-b494-4896-8c95-92de3ee6405e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.319018] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-229041f9-b494-4896-8c95-92de3ee6405e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.319345] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-229041f9-b494-4896-8c95-92de3ee6405e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.319432] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('229041f9-b494-4896-8c95-92de3ee6405e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.321118] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-229041f9-b494-4896-8c95-92de3ee6405e taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.321265] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-229041f9-b494-4896-8c95-92de3ee6405e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.321346] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-229041f9-b494-4896-8c95-92de3ee6405e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.321987] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-229041f9-b494-4896-8c95-92de3ee6405e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.322261] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.322390] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.322508] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.322692] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.322785] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.322884] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('229041f9-b494-4896-8c95-92de3ee6405e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.324413] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c027a86-a2cb-4981-8795-964900ea3bc7 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.324518] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c027a86-a2cb-4981-8795-964900ea3bc7" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.324841] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c027a86-a2cb-4981-8795-964900ea3bc7" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.324913] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c027a86-a2cb-4981-8795-964900ea3bc7" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.324993] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c027a86-a2cb-4981-8795-964900ea3bc7',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.501152] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f767afa1-8f8c-4992-9a85-fff4d5086e6f [ 672.501741] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.502309] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.502309] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.502309] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.502548] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.502548] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f767afa1-8f8c-4992-9a85-fff4d5086e6f already deleted. [ 672.504231] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f767afa1-8f8c-4992-9a85-fff4d5086e6f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.825425] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('229041f9-b494-4896-8c95-92de3ee6405e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.826460] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6c027a86-a2cb-4981-8795-964900ea3bc7 with status ACTIVE [ 672.826665] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.829867] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.829867] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.829867] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.829867] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.830425] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.830425] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.830513] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.830689] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.831580] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.831580] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.833650] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.833767] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.834947] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.834947] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.834947] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6c027a86-a2cb-4981-8795-964900ea3bc7 is going to be updated. [ 672.836338] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-229041f9-b494-4896-8c95-92de3ee6405e taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.836494] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-229041f9-b494-4896-8c95-92de3ee6405e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.862444] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.862594] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.862668] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.862894] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.863046] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.863276] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c027a86-a2cb-4981-8795-964900ea3bc7" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.341143] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('229041f9-b494-4896-8c95-92de3ee6405e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.395586] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36b89e1b-bad3-4659-ae37-0a5d47eb72f2 in Status: SUCCESS [ 673.395832] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36b89e1b-bad3-4659-ae37-0a5d47eb72f2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.489534] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cf00646-625b-4b21-a132-a57548621176 in Status: SUCCESS [ 673.490498] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9cf00646-625b-4b21-a132-a57548621176" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.518303] env[69758]: INFO networking_nsxv3.common.synchronization [req-58c80bc0-4a0e-4deb-9df4-b2ede82631c0 req-76886606-bf66-49fe-8ec6-58ce45a38d3e tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Enqueued Resource ID: 36b89e1b-bad3-4659-ae37-0a5d47eb72f2 with Priority: HIGHEST for action security_group_members [ 673.518303] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36b89e1b-bad3-4659-ae37-0a5d47eb72f2 with Priority: HIGHEST for action security_group_members [ 673.518303] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-36b89e1b-bad3-4659-ae37-0a5d47eb72f2 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.518303] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36b89e1b-bad3-4659-ae37-0a5d47eb72f2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.518303] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36b89e1b-bad3-4659-ae37-0a5d47eb72f2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.518768] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36b89e1b-bad3-4659-ae37-0a5d47eb72f2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.519048] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.519384] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.519544] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.519798] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.519977] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.520186] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36b89e1b-bad3-4659-ae37-0a5d47eb72f2',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.845122] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.845653] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.845653] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.845748] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.845867] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.845944] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 229041f9-b494-4896-8c95-92de3ee6405e is going to be created. [ 673.872751] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.873318] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.873602] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.874322] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.874322] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.887307] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 229041f9-b494-4896-8c95-92de3ee6405e in Status: UNINITIALIZED for 2s [ 674.001026] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25e50abc-db08-4d17-8597-7f62ca5148f9 in Status: SUCCESS [ 674.001026] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25e50abc-db08-4d17-8597-7f62ca5148f9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.001026] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25e50abc-db08-4d17-8597-7f62ca5148f9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.001026] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25e50abc-db08-4d17-8597-7f62ca5148f9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.001026] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.001026] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.001026] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.001026] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.001026] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.001026] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25e50abc-db08-4d17-8597-7f62ca5148f9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.001026] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('25e50abc-db08-4d17-8597-7f62ca5148f9',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.022585] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('36b89e1b-bad3-4659-ae37-0a5d47eb72f2',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.260316] env[69758]: INFO networking_nsxv3.common.synchronization [req-6b9886dc-d19e-49c1-be4e-7acc5d6b1278 req-64aa6d2e-f166-41bc-a741-1334fee3a5f2 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Enqueued Resource ID: f7e8c30a-9ae4-4744-b268-e35c19aec014 with Priority: HIGHEST for action security_group_members [ 674.260316] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7e8c30a-9ae4-4744-b268-e35c19aec014 with Priority: HIGHEST for action security_group_members [ 674.260316] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7e8c30a-9ae4-4744-b268-e35c19aec014 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.260316] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7e8c30a-9ae4-4744-b268-e35c19aec014" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.260316] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7e8c30a-9ae4-4744-b268-e35c19aec014" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.260316] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7e8c30a-9ae4-4744-b268-e35c19aec014" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.260316] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.260316] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.260316] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.260316] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.260316] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.260316] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7e8c30a-9ae4-4744-b268-e35c19aec014',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.505161] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-25e50abc-db08-4d17-8597-7f62ca5148f9 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.505161] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25e50abc-db08-4d17-8597-7f62ca5148f9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.505161] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25e50abc-db08-4d17-8597-7f62ca5148f9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.505161] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25e50abc-db08-4d17-8597-7f62ca5148f9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.505161] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.505161] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.505860] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.505954] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.506281] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.506392] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25e50abc-db08-4d17-8597-7f62ca5148f9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.506769] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-25e50abc-db08-4d17-8597-7f62ca5148f9 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.506769] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25e50abc-db08-4d17-8597-7f62ca5148f9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.506965] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25e50abc-db08-4d17-8597-7f62ca5148f9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.508907] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25e50abc-db08-4d17-8597-7f62ca5148f9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.508907] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.508907] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.508907] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.508907] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.508907] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.508907] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25e50abc-db08-4d17-8597-7f62ca5148f9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.508907] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('25e50abc-db08-4d17-8597-7f62ca5148f9',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.527768] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('36b89e1b-bad3-4659-ae37-0a5d47eb72f2',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.560070] env[69758]: INFO networking_nsxv3.common.synchronization [req-3f162740-be5a-4234-83a6-5014c761430c req-8990d334-bc49-471b-ac33-2f33d6198903 tempest-SecurityGroupRulesTestJSON-1312320691 tempest-SecurityGroupRulesTestJSON-1312320691-project-member] Enqueued Resource ID: 79fc1b6b-448d-422e-98a9-a90c5e0ad7ac with Priority: HIGHEST for action security_group_rules [ 674.560500] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79fc1b6b-448d-422e-98a9-a90c5e0ad7ac with Priority: HIGHEST for action security_group_rules [ 674.560881] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-79fc1b6b-448d-422e-98a9-a90c5e0ad7ac taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.561510] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-79fc1b6b-448d-422e-98a9-a90c5e0ad7ac" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.561510] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-79fc1b6b-448d-422e-98a9-a90c5e0ad7ac" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.561510] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-79fc1b6b-448d-422e-98a9-a90c5e0ad7ac" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.561650] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('79fc1b6b-448d-422e-98a9-a90c5e0ad7ac',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.731125] env[69758]: INFO networking_nsxv3.common.synchronization [None req-3528893e-d824-407f-8f96-31228ce96308 None None] Enqueued Resource ID: 73b266ae-2a26-4d79-a4c9-72cda61e5d4a with Priority: HIGHEST for action port [ 674.731741] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73b266ae-2a26-4d79-a4c9-72cda61e5d4a with Priority: HIGHEST for action port [ 674.736025] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-73b266ae-2a26-4d79-a4c9-72cda61e5d4a taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.736025] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73b266ae-2a26-4d79-a4c9-72cda61e5d4a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.736025] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73b266ae-2a26-4d79-a4c9-72cda61e5d4a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.736025] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73b266ae-2a26-4d79-a4c9-72cda61e5d4a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.736025] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73b266ae-2a26-4d79-a4c9-72cda61e5d4a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.761639] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7e8c30a-9ae4-4744-b268-e35c19aec014',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.887776] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-702 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.887776] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-702" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.888021] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-702" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.888205] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-702" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.888569] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.888799] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.888931] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.889191] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.889342] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.889589] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 674.889709] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 674.889889] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 674.890038] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 674.890079] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 674.890209] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 674.890370] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 674.915457] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 674.917145] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 674.917145] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 674.917145] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-702" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.918638] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-60471fba-b9f9-4a7e-bb91-b58ca84f1dd7 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.918638] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-60471fba-b9f9-4a7e-bb91-b58ca84f1dd7" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.918847] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-60471fba-b9f9-4a7e-bb91-b58ca84f1dd7" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.919528] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-60471fba-b9f9-4a7e-bb91-b58ca84f1dd7" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.919528] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60471fba-b9f9-4a7e-bb91-b58ca84f1dd7',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.016872] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 25e50abc-db08-4d17-8597-7f62ca5148f9: rpc.has_security_group_logging(os_id): False [ 675.033220] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.033220] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.033220] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.033220] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.033220] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.033220] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36b89e1b-bad3-4659-ae37-0a5d47eb72f2 is going to be updated. [ 675.046868] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.046868] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.046868] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.047200] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.047200] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.047539] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.047772] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.047772] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.048045] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.048191] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.048490] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.048659] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.048760] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.049096] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.049217] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.049535] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.049698] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.049809] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.050055] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.050189] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.050331] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25e50abc-db08-4d17-8597-7f62ca5148f9 is going to be updated. [ 675.070428] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.070623] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.070759] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.070932] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.071121] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.083902] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36b89e1b-bad3-4659-ae37-0a5d47eb72f2 in Status: IN_PROGRESS for 2s [ 675.085016] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.085100] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.085149] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.085354] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.085480] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.085543] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 79fc1b6b-448d-422e-98a9-a90c5e0ad7ac already deleted. [ 675.085699] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-79fc1b6b-448d-422e-98a9-a90c5e0ad7ac" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.134487] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.134738] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.134850] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.135247] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.135424] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.184229] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25e50abc-db08-4d17-8597-7f62ca5148f9 in Status: IN_PROGRESS for 2s [ 675.236478] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 73b266ae-2a26-4d79-a4c9-72cda61e5d4a [ 675.236732] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.236910] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.236990] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.237410] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.237551] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.237618] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:73b266ae-2a26-4d79-a4c9-72cda61e5d4a already deleted. [ 675.237697] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73b266ae-2a26-4d79-a4c9-72cda61e5d4a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.266402] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7e8c30a-9ae4-4744-b268-e35c19aec014',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.422942] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.422942] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.422942] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.422942] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.422942] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.423706] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port 60471fba-b9f9-4a7e-bb91-b58ca84f1dd7 not found, creating... [ 675.423706] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.423706] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.423706] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.423976] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.424044] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.424714] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.424714] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.424714] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.424968] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.424968] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.429025] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: 60471fba-b9f9-4a7e-bb91-b58ca84f1dd7 is going to be created. [ 675.463189] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.463546] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.463696] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.464056] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.464313] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.464568] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-60471fba-b9f9-4a7e-bb91-b58ca84f1dd7" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.769054] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.769054] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.769456] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.769456] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.769456] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.769560] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7e8c30a-9ae4-4744-b268-e35c19aec014 is going to be updated. [ 675.812418] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.812681] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.812796] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.813084] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.813287] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.826839] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7e8c30a-9ae4-4744-b268-e35c19aec014 in Status: IN_PROGRESS for 2s [ 675.897968] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 229041f9-b494-4896-8c95-92de3ee6405e in Status: SUCCESS [ 675.898246] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-229041f9-b494-4896-8c95-92de3ee6405e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.898460] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-229041f9-b494-4896-8c95-92de3ee6405e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.898692] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-229041f9-b494-4896-8c95-92de3ee6405e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.898892] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.899021] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.899453] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.899453] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.899453] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.899453] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-229041f9-b494-4896-8c95-92de3ee6405e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.899829] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('229041f9-b494-4896-8c95-92de3ee6405e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.277288] env[69758]: INFO networking_nsxv3.common.synchronization [req-d4c0bb08-1d0e-4d79-be9f-1c33c53debef req-ec250fed-22b3-4b80-b71c-fa985cef61c8 tempest-SecurityGroupRulesTestJSON-1312320691 tempest-SecurityGroupRulesTestJSON-1312320691-project-member] Enqueued Resource ID: a0d18ff3-de4e-4304-b5f7-02ba977dea67 with Priority: HIGHEST for action security_group_rules [ 676.277288] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0d18ff3-de4e-4304-b5f7-02ba977dea67 with Priority: HIGHEST for action security_group_rules [ 676.278325] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a0d18ff3-de4e-4304-b5f7-02ba977dea67 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.278791] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a0d18ff3-de4e-4304-b5f7-02ba977dea67" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.279376] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a0d18ff3-de4e-4304-b5f7-02ba977dea67" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.279882] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a0d18ff3-de4e-4304-b5f7-02ba977dea67" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.280195] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a0d18ff3-de4e-4304-b5f7-02ba977dea67',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.405052] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-229041f9-b494-4896-8c95-92de3ee6405e taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.405052] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-229041f9-b494-4896-8c95-92de3ee6405e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.405052] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-229041f9-b494-4896-8c95-92de3ee6405e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.405052] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-229041f9-b494-4896-8c95-92de3ee6405e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.405052] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.405052] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.405052] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.405052] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.405052] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.405052] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-229041f9-b494-4896-8c95-92de3ee6405e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.405944] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-229041f9-b494-4896-8c95-92de3ee6405e taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.405944] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-229041f9-b494-4896-8c95-92de3ee6405e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.405944] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-229041f9-b494-4896-8c95-92de3ee6405e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.405944] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-229041f9-b494-4896-8c95-92de3ee6405e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.405944] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.405944] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.405944] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.405944] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.405944] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.406447] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-229041f9-b494-4896-8c95-92de3ee6405e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.406447] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('229041f9-b494-4896-8c95-92de3ee6405e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.804211] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.804672] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.804672] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.804851] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.804900] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.804978] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0d18ff3-de4e-4304-b5f7-02ba977dea67 already deleted. [ 676.805088] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a0d18ff3-de4e-4304-b5f7-02ba977dea67" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.913305] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 229041f9-b494-4896-8c95-92de3ee6405e: rpc.has_security_group_logging(os_id): False [ 676.937578] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.937578] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.937578] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.937578] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.938164] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.938164] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.938164] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.938164] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.938377] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.938377] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.938642] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.938642] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.938935] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.938935] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.938935] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.939051] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.939522] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.939522] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.939522] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.939522] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.939522] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 229041f9-b494-4896-8c95-92de3ee6405e is going to be created. [ 677.001490] env[69758]: INFO networking_nsxv3.common.synchronization [req-6b9886dc-d19e-49c1-be4e-7acc5d6b1278 req-945ed992-5d05-4204-8c9c-95fc7133a92c service nova] Enqueued Resource ID: f7e8c30a-9ae4-4744-b268-e35c19aec014 with Priority: HIGHEST for action security_group_rules [ 677.001490] env[69758]: INFO networking_nsxv3.common.synchronization [req-6b9886dc-d19e-49c1-be4e-7acc5d6b1278 req-945ed992-5d05-4204-8c9c-95fc7133a92c service nova] Enqueued Resource ID: f7e8c30a-9ae4-4744-b268-e35c19aec014 with Priority: HIGHEST for action security_group_members [ 677.001490] env[69758]: INFO networking_nsxv3.common.synchronization [req-6b9886dc-d19e-49c1-be4e-7acc5d6b1278 req-945ed992-5d05-4204-8c9c-95fc7133a92c service nova] Enqueued Resource ID: 60471fba-b9f9-4a7e-bb91-b58ca84f1dd7 with Priority: HIGHEST for action port [ 677.002560] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7e8c30a-9ae4-4744-b268-e35c19aec014 with Priority: HIGHEST for action security_group_rules [ 677.002560] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7e8c30a-9ae4-4744-b268-e35c19aec014 with Priority: HIGHEST for action security_group_members [ 677.002560] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60471fba-b9f9-4a7e-bb91-b58ca84f1dd7 with Priority: HIGHEST for action port [ 677.003054] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7e8c30a-9ae4-4744-b268-e35c19aec014 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.006543] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7e8c30a-9ae4-4744-b268-e35c19aec014" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.006543] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7e8c30a-9ae4-4744-b268-e35c19aec014" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.006543] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7e8c30a-9ae4-4744-b268-e35c19aec014" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.006543] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7e8c30a-9ae4-4744-b268-e35c19aec014',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.006543] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7e8c30a-9ae4-4744-b268-e35c19aec014 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.006543] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7e8c30a-9ae4-4744-b268-e35c19aec014" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.006543] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-60471fba-b9f9-4a7e-bb91-b58ca84f1dd7 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.006543] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60471fba-b9f9-4a7e-bb91-b58ca84f1dd7" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.006543] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60471fba-b9f9-4a7e-bb91-b58ca84f1dd7" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.006543] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60471fba-b9f9-4a7e-bb91-b58ca84f1dd7" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.006543] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60471fba-b9f9-4a7e-bb91-b58ca84f1dd7',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.011964] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.012529] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.012640] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.014477] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.014477] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.025989] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 229041f9-b494-4896-8c95-92de3ee6405e in Status: IN_PROGRESS for 2s [ 677.099301] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36b89e1b-bad3-4659-ae37-0a5d47eb72f2 in Status: SUCCESS [ 677.099517] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36b89e1b-bad3-4659-ae37-0a5d47eb72f2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.204267] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25e50abc-db08-4d17-8597-7f62ca5148f9 in Status: SUCCESS [ 677.204267] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25e50abc-db08-4d17-8597-7f62ca5148f9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.433843] env[69758]: INFO networking_nsxv3.common.synchronization [req-ab8393fd-0228-4a19-b712-94ffd4cd8916 req-06571a05-d48b-4970-8ee8-0d299d77c5be tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] Enqueued Resource ID: 9a7f9775-c954-4c4b-811c-b4ed5d207060 with Priority: HIGHEST for action security_group_members [ 677.434465] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a7f9775-c954-4c4b-811c-b4ed5d207060 with Priority: HIGHEST for action security_group_members [ 677.434830] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a7f9775-c954-4c4b-811c-b4ed5d207060 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.434916] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a7f9775-c954-4c4b-811c-b4ed5d207060" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.434991] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a7f9775-c954-4c4b-811c-b4ed5d207060" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.439687] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a7f9775-c954-4c4b-811c-b4ed5d207060" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.439687] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.442830] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.442830] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.442830] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.442830] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.442830] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a7f9775-c954-4c4b-811c-b4ed5d207060',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.514934] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7e8c30a-9ae4-4744-b268-e35c19aec014 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.514934] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7e8c30a-9ae4-4744-b268-e35c19aec014" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.522516] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 60471fba-b9f9-4a7e-bb91-b58ca84f1dd7 with status ACTIVE [ 677.522516] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.522516] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.522516] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.522516] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.522516] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.522516] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.522516] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.522516] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.522516] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.522516] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.522516] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.522516] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.522516] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.522516] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.522516] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.522516] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 60471fba-b9f9-4a7e-bb91-b58ca84f1dd7 is going to be updated. [ 677.549806] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.550422] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.550555] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.550839] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.551077] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.551306] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60471fba-b9f9-4a7e-bb91-b58ca84f1dd7" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.612991] env[69758]: INFO networking_nsxv3.common.synchronization [None req-aa9f04cc-0448-4d88-9a8b-8605f74f5c9e None None] Enqueued Resource ID: 76989e31-1c83-441b-a207-4f4231ec8d39 with Priority: HIGHEST for action port [ 677.613807] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76989e31-1c83-441b-a207-4f4231ec8d39 with Priority: HIGHEST for action port [ 677.614306] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-76989e31-1c83-441b-a207-4f4231ec8d39 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.614531] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76989e31-1c83-441b-a207-4f4231ec8d39" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.614730] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76989e31-1c83-441b-a207-4f4231ec8d39" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.615802] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76989e31-1c83-441b-a207-4f4231ec8d39" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.615905] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76989e31-1c83-441b-a207-4f4231ec8d39',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.637769] env[69758]: INFO networking_nsxv3.common.synchronization [req-af754567-404b-427f-a1a6-07759de3cfec req-2b68167a-8017-4199-b25e-3d9bf981bae7 tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] Enqueued Resource ID: 2fb1b654-7790-4f73-a183-d253f1cba749 with Priority: HIGHEST for action security_group_members [ 677.638251] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fb1b654-7790-4f73-a183-d253f1cba749 with Priority: HIGHEST for action security_group_members [ 677.638895] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fb1b654-7790-4f73-a183-d253f1cba749 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.638895] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fb1b654-7790-4f73-a183-d253f1cba749" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.638895] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fb1b654-7790-4f73-a183-d253f1cba749" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.639181] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fb1b654-7790-4f73-a183-d253f1cba749" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.639181] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.639329] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.639379] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.639619] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.639746] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.640051] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2fb1b654-7790-4f73-a183-d253f1cba749',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.846120] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7e8c30a-9ae4-4744-b268-e35c19aec014 in Status: SUCCESS [ 677.846120] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7e8c30a-9ae4-4744-b268-e35c19aec014" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.846120] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7e8c30a-9ae4-4744-b268-e35c19aec014" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.846841] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7e8c30a-9ae4-4744-b268-e35c19aec014" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.846841] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.846841] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.846841] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.846991] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.847035] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.848247] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7e8c30a-9ae4-4744-b268-e35c19aec014',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.949424] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.949656] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.949656] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.949912] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.949999] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.950227] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.950339] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.950395] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.950549] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.950625] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.950735] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a7f9775-c954-4c4b-811c-b4ed5d207060 is going to be updated. [ 677.985834] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.986019] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.986082] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.986294] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.986446] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.996786] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a7f9775-c954-4c4b-811c-b4ed5d207060 in Status: IN_PROGRESS for 2s [ 678.124845] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 76989e31-1c83-441b-a207-4f4231ec8d39 [ 678.124845] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.124845] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.124845] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.124845] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.124845] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.124845] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:76989e31-1c83-441b-a207-4f4231ec8d39 already deleted. [ 678.124845] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76989e31-1c83-441b-a207-4f4231ec8d39" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.143793] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.143793] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.143793] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.144163] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.144221] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.144467] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.144693] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.144693] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.146037] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.146037] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.146037] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fb1b654-7790-4f73-a183-d253f1cba749 already deleted. [ 678.146037] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fb1b654-7790-4f73-a183-d253f1cba749" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.354218] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7e8c30a-9ae4-4744-b268-e35c19aec014',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.855934] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-702 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.855934] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-702" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.855934] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-702" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.855934] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-702" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.856615] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.858759] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.858759] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.858759] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.858759] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.858759] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 678.858759] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 678.858759] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 678.858759] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 678.859094] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 678.859094] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 678.859094] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 678.862043] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7e8c30a-9ae4-4744-b268-e35c19aec014',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.888035] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 678.888035] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 678.888035] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 678.888035] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-702" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.888035] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-6daccb0a-0740-42c9-85c6-1428b44e6b2a taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.888035] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-6daccb0a-0740-42c9-85c6-1428b44e6b2a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.888035] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-6daccb0a-0740-42c9-85c6-1428b44e6b2a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.888035] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-6daccb0a-0740-42c9-85c6-1428b44e6b2a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.888719] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6daccb0a-0740-42c9-85c6-1428b44e6b2a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.042169] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 229041f9-b494-4896-8c95-92de3ee6405e in Status: SUCCESS [ 679.042169] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-229041f9-b494-4896-8c95-92de3ee6405e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.211587] env[69758]: INFO networking_nsxv3.common.synchronization [req-87ee276f-7b21-4e4f-b59f-3dec7b5a7d44 req-596ee5b6-9c86-4c41-9f8e-20ebc7778028 tempest-SecurityGroupRulesTestJSON-1312320691 tempest-SecurityGroupRulesTestJSON-1312320691-project-member] Enqueued Resource ID: 6ce3fce5-cbac-40d9-8e9f-a826e7046e70 with Priority: HIGHEST for action security_group_rules [ 679.212088] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ce3fce5-cbac-40d9-8e9f-a826e7046e70 with Priority: HIGHEST for action security_group_rules [ 679.212450] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ce3fce5-cbac-40d9-8e9f-a826e7046e70 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.212595] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ce3fce5-cbac-40d9-8e9f-a826e7046e70" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.212660] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ce3fce5-cbac-40d9-8e9f-a826e7046e70" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.215931] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ce3fce5-cbac-40d9-8e9f-a826e7046e70" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.215931] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ce3fce5-cbac-40d9-8e9f-a826e7046e70',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.368504] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.368504] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.368504] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.368504] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.368504] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.368504] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7e8c30a-9ae4-4744-b268-e35c19aec014 is going to be updated. [ 679.394544] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.394544] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.394544] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.394544] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.394544] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.394544] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port 6daccb0a-0740-42c9-85c6-1428b44e6b2a not found, creating... [ 679.394544] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.394544] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.394544] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.394544] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.394544] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.395425] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.396564] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.396945] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.398281] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.398281] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.398281] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: 6daccb0a-0740-42c9-85c6-1428b44e6b2a is going to be created. [ 679.399621] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.399925] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.400063] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.400279] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.400463] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.411037] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7e8c30a-9ae4-4744-b268-e35c19aec014 in Status: IN_PROGRESS for 2s [ 679.420902] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.421976] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.421976] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.421976] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.421976] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.422322] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-6daccb0a-0740-42c9-85c6-1428b44e6b2a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.715801] env[69758]: INFO networking_nsxv3.common.synchronization [None req-85ffb44d-4630-452b-8c09-59ec867f3b9d None None] Enqueued Resource ID: 746b8a58-f855-4a6a-8649-4dc0ec62aab7 with Priority: HIGHEST for action port [ 679.715801] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 746b8a58-f855-4a6a-8649-4dc0ec62aab7 with Priority: HIGHEST for action port [ 679.715801] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-746b8a58-f855-4a6a-8649-4dc0ec62aab7 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.715801] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-746b8a58-f855-4a6a-8649-4dc0ec62aab7" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.715801] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-746b8a58-f855-4a6a-8649-4dc0ec62aab7" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.715801] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-746b8a58-f855-4a6a-8649-4dc0ec62aab7" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.716602] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('746b8a58-f855-4a6a-8649-4dc0ec62aab7',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.745012] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.745012] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.745012] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.745012] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.745012] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.745012] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ce3fce5-cbac-40d9-8e9f-a826e7046e70 already deleted. [ 679.745012] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ce3fce5-cbac-40d9-8e9f-a826e7046e70" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.763017] env[69758]: INFO networking_nsxv3.common.synchronization [None req-d3934c43-9551-4fe0-bf1b-b832b971b0d3 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Enqueued Resource ID: 5f95a679-81fc-4552-9cb5-d03427d2f7bb with Priority: HIGHEST for action security_group_rules [ 679.763978] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f95a679-81fc-4552-9cb5-d03427d2f7bb with Priority: HIGHEST for action security_group_rules [ 679.764334] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f95a679-81fc-4552-9cb5-d03427d2f7bb taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.764475] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f95a679-81fc-4552-9cb5-d03427d2f7bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.764541] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f95a679-81fc-4552-9cb5-d03427d2f7bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.764809] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f95a679-81fc-4552-9cb5-d03427d2f7bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.764902] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f95a679-81fc-4552-9cb5-d03427d2f7bb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.834651] env[69758]: INFO networking_nsxv3.common.synchronization [None req-67cba7a0-ddf8-41ea-981d-322ea5af132d None None] Enqueued Resource ID: 19640348-5734-4bc7-b540-3d03cf56eaf6 with Priority: HIGHEST for action port [ 679.835308] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19640348-5734-4bc7-b540-3d03cf56eaf6 with Priority: HIGHEST for action port [ 679.835678] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-19640348-5734-4bc7-b540-3d03cf56eaf6 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.835869] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19640348-5734-4bc7-b540-3d03cf56eaf6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.835943] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19640348-5734-4bc7-b540-3d03cf56eaf6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.837450] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19640348-5734-4bc7-b540-3d03cf56eaf6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.837450] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19640348-5734-4bc7-b540-3d03cf56eaf6',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.943845] env[69758]: INFO networking_nsxv3.common.synchronization [None req-b1767371-a5b2-4e92-b478-9eab1586710b tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Enqueued Resource ID: 5f95a679-81fc-4552-9cb5-d03427d2f7bb with Priority: HIGHEST for action security_group_rules [ 679.944606] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f95a679-81fc-4552-9cb5-d03427d2f7bb with Priority: HIGHEST for action security_group_rules [ 679.944918] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f95a679-81fc-4552-9cb5-d03427d2f7bb taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.945141] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f95a679-81fc-4552-9cb5-d03427d2f7bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.008042] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a7f9775-c954-4c4b-811c-b4ed5d207060 in Status: SUCCESS [ 680.008275] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a7f9775-c954-4c4b-811c-b4ed5d207060 deletion is rescheduled due to dependency. [ 680.008356] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a7f9775-c954-4c4b-811c-b4ed5d207060" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.220751] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 746b8a58-f855-4a6a-8649-4dc0ec62aab7 [ 680.220751] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.220751] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.220751] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.220751] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.220751] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.220751] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:746b8a58-f855-4a6a-8649-4dc0ec62aab7 already deleted. [ 680.220751] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-746b8a58-f855-4a6a-8649-4dc0ec62aab7" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.287616] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.287780] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.287986] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.288275] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.288344] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.288499] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f95a679-81fc-4552-9cb5-d03427d2f7bb already deleted. [ 680.288581] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f95a679-81fc-4552-9cb5-d03427d2f7bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.288706] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f95a679-81fc-4552-9cb5-d03427d2f7bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.288907] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f95a679-81fc-4552-9cb5-d03427d2f7bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.289187] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f95a679-81fc-4552-9cb5-d03427d2f7bb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.344024] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 19640348-5734-4bc7-b540-3d03cf56eaf6 [ 680.344024] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.344024] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.344024] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.344024] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.344024] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.344024] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:19640348-5734-4bc7-b540-3d03cf56eaf6 already deleted. [ 680.344024] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19640348-5734-4bc7-b540-3d03cf56eaf6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.524227] env[69758]: INFO networking_nsxv3.common.synchronization [req-af754567-404b-427f-a1a6-07759de3cfec req-be5d392a-bd04-44c4-9af7-97db1684569d service nova] Enqueued Resource ID: 2fb1b654-7790-4f73-a183-d253f1cba749 with Priority: HIGHEST for action security_group_rules [ 680.524426] env[69758]: INFO networking_nsxv3.common.synchronization [req-af754567-404b-427f-a1a6-07759de3cfec req-be5d392a-bd04-44c4-9af7-97db1684569d service nova] Enqueued Resource ID: 2fb1b654-7790-4f73-a183-d253f1cba749 with Priority: HIGHEST for action security_group_members [ 680.524580] env[69758]: INFO networking_nsxv3.common.synchronization [req-af754567-404b-427f-a1a6-07759de3cfec req-be5d392a-bd04-44c4-9af7-97db1684569d service nova] Enqueued Resource ID: 6daccb0a-0740-42c9-85c6-1428b44e6b2a with Priority: HIGHEST for action port [ 680.524822] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fb1b654-7790-4f73-a183-d253f1cba749 with Priority: HIGHEST for action security_group_rules [ 680.524949] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fb1b654-7790-4f73-a183-d253f1cba749 with Priority: HIGHEST for action security_group_members [ 680.525060] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6daccb0a-0740-42c9-85c6-1428b44e6b2a with Priority: HIGHEST for action port [ 680.531580] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2fb1b654-7790-4f73-a183-d253f1cba749 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.531730] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2fb1b654-7790-4f73-a183-d253f1cba749" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.531797] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2fb1b654-7790-4f73-a183-d253f1cba749" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.532730] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2fb1b654-7790-4f73-a183-d253f1cba749" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.532730] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2fb1b654-7790-4f73-a183-d253f1cba749',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.533200] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fb1b654-7790-4f73-a183-d253f1cba749 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.533311] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fb1b654-7790-4f73-a183-d253f1cba749" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.533380] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fb1b654-7790-4f73-a183-d253f1cba749" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.533571] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fb1b654-7790-4f73-a183-d253f1cba749" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.533714] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.533805] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.533905] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.534150] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.534150] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.534240] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2fb1b654-7790-4f73-a183-d253f1cba749',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.538119] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-6daccb0a-0740-42c9-85c6-1428b44e6b2a taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.538119] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6daccb0a-0740-42c9-85c6-1428b44e6b2a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.538119] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6daccb0a-0740-42c9-85c6-1428b44e6b2a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.538119] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6daccb0a-0740-42c9-85c6-1428b44e6b2a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.538119] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6daccb0a-0740-42c9-85c6-1428b44e6b2a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.812071] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.812427] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.812427] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.812814] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.812814] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.812984] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f95a679-81fc-4552-9cb5-d03427d2f7bb already deleted. [ 680.812984] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f95a679-81fc-4552-9cb5-d03427d2f7bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.039316] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2fb1b654-7790-4f73-a183-d253f1cba749',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.040485] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fb1b654-7790-4f73-a183-d253f1cba749 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.043748] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fb1b654-7790-4f73-a183-d253f1cba749" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.043748] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6daccb0a-0740-42c9-85c6-1428b44e6b2a with status ACTIVE [ 681.043748] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.043748] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.043748] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.043748] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.043748] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.043748] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.044152] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.044152] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.044152] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.044152] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.045029] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.045029] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.045029] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.045029] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.045029] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.045029] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6daccb0a-0740-42c9-85c6-1428b44e6b2a is going to be updated. [ 681.071826] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.072009] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.072146] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.072472] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.072850] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.073273] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6daccb0a-0740-42c9-85c6-1428b44e6b2a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.086111] env[69758]: INFO networking_nsxv3.common.synchronization [req-2c47c9c0-8b81-4862-9c6d-a12a8c6793d2 req-2e78c50c-c556-468e-99da-7a135633520b tempest-SecurityGroupRulesTestJSON-1312320691 tempest-SecurityGroupRulesTestJSON-1312320691-project-member] Enqueued Resource ID: affda683-da36-4df1-bbb6-615076c13a15 with Priority: HIGHEST for action security_group_rules [ 681.086111] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: affda683-da36-4df1-bbb6-615076c13a15 with Priority: HIGHEST for action security_group_rules [ 681.086482] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-affda683-da36-4df1-bbb6-615076c13a15 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.086612] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-affda683-da36-4df1-bbb6-615076c13a15" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.086681] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-affda683-da36-4df1-bbb6-615076c13a15" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.087552] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-affda683-da36-4df1-bbb6-615076c13a15" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.089035] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('affda683-da36-4df1-bbb6-615076c13a15',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.424994] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7e8c30a-9ae4-4744-b268-e35c19aec014 in Status: SUCCESS [ 681.425463] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7e8c30a-9ae4-4744-b268-e35c19aec014" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.425463] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7e8c30a-9ae4-4744-b268-e35c19aec014" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.425763] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7e8c30a-9ae4-4744-b268-e35c19aec014" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.425865] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.426043] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.426043] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.426181] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.426270] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.426364] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7e8c30a-9ae4-4744-b268-e35c19aec014" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.426731] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f7e8c30a-9ae4-4744-b268-e35c19aec014',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.548181] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2fb1b654-7790-4f73-a183-d253f1cba749',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.618339] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.618488] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.618605] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.618786] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.618889] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.619023] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: affda683-da36-4df1-bbb6-615076c13a15 already deleted. [ 681.619096] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-affda683-da36-4df1-bbb6-615076c13a15" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.932023] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7e8c30a-9ae4-4744-b268-e35c19aec014 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.932023] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7e8c30a-9ae4-4744-b268-e35c19aec014" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.932023] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7e8c30a-9ae4-4744-b268-e35c19aec014" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.932023] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7e8c30a-9ae4-4744-b268-e35c19aec014" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.932023] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.932023] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.932023] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.932023] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.932023] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.932023] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7e8c30a-9ae4-4744-b268-e35c19aec014" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.932023] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7e8c30a-9ae4-4744-b268-e35c19aec014 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.932023] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7e8c30a-9ae4-4744-b268-e35c19aec014" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.932023] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7e8c30a-9ae4-4744-b268-e35c19aec014" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.932023] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7e8c30a-9ae4-4744-b268-e35c19aec014" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.932023] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.932023] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.932786] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.932786] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.932786] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.932786] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7e8c30a-9ae4-4744-b268-e35c19aec014" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.932786] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f7e8c30a-9ae4-4744-b268-e35c19aec014',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.055031] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.055031] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.055031] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.055429] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.055429] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.055429] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fb1b654-7790-4f73-a183-d253f1cba749 is going to be created. [ 682.082343] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.082538] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.082592] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.082762] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.082918] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.095779] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fb1b654-7790-4f73-a183-d253f1cba749 in Status: UNINITIALIZED for 2s [ 682.108472] env[69758]: INFO networking_nsxv3.common.synchronization [None req-a779b33d-3186-434b-864a-7d9e9a308994 None None] Enqueued Resource ID: bec85914-7f94-42d9-9d92-d557e2e68e6b with Priority: HIGHEST for action port [ 682.109075] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bec85914-7f94-42d9-9d92-d557e2e68e6b with Priority: HIGHEST for action port [ 682.109375] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-bec85914-7f94-42d9-9d92-d557e2e68e6b taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.109519] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bec85914-7f94-42d9-9d92-d557e2e68e6b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.109585] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bec85914-7f94-42d9-9d92-d557e2e68e6b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.109812] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bec85914-7f94-42d9-9d92-d557e2e68e6b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.109899] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bec85914-7f94-42d9-9d92-d557e2e68e6b',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.437574] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f7e8c30a-9ae4-4744-b268-e35c19aec014: rpc.has_security_group_logging(os_id): False [ 682.458736] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.458938] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.459020] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.460020] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.460020] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.460020] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.460020] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.460020] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.460020] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.460020] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.460800] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.460800] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.460800] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.460800] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.460800] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.460800] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.463049] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.463184] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.463313] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.463454] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.463591] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7e8c30a-9ae4-4744-b268-e35c19aec014 is going to be updated. [ 682.502721] env[69758]: INFO networking_nsxv3.common.synchronization [None req-d36c7f98-d321-44ea-a8b9-edc055bc59c7 None None] Enqueued Resource ID: cb0be9d5-a2f9-4012-b915-9c949b6bec15 with Priority: HIGHEST for action port [ 682.503703] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb0be9d5-a2f9-4012-b915-9c949b6bec15 with Priority: HIGHEST for action port [ 682.503703] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb0be9d5-a2f9-4012-b915-9c949b6bec15 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.504909] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb0be9d5-a2f9-4012-b915-9c949b6bec15" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.504909] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb0be9d5-a2f9-4012-b915-9c949b6bec15" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.504909] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb0be9d5-a2f9-4012-b915-9c949b6bec15" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.504909] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb0be9d5-a2f9-4012-b915-9c949b6bec15',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.548369] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.548369] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.548369] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.548369] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.548369] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.564352] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7e8c30a-9ae4-4744-b268-e35c19aec014 in Status: IN_PROGRESS for 2s [ 682.616124] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bec85914-7f94-42d9-9d92-d557e2e68e6b [ 682.618521] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.618521] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.618521] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.618521] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.618521] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.618521] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bec85914-7f94-42d9-9d92-d557e2e68e6b already deleted. [ 682.618521] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bec85914-7f94-42d9-9d92-d557e2e68e6b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.707224] env[69758]: INFO networking_nsxv3.common.synchronization [None req-ef8e3b5d-38b4-4d3b-96d3-9ab463edfe42 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Enqueued Resource ID: e9f4a2bc-c6fc-4494-b9f2-23d65084df09 with Priority: HIGHEST for action security_group_rules [ 682.708041] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9f4a2bc-c6fc-4494-b9f2-23d65084df09 with Priority: HIGHEST for action security_group_rules [ 682.708497] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9f4a2bc-c6fc-4494-b9f2-23d65084df09 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.708620] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9f4a2bc-c6fc-4494-b9f2-23d65084df09" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.708620] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9f4a2bc-c6fc-4494-b9f2-23d65084df09" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.709990] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9f4a2bc-c6fc-4494-b9f2-23d65084df09" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.710110] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9f4a2bc-c6fc-4494-b9f2-23d65084df09',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.894304] env[69758]: INFO networking_nsxv3.common.synchronization [None req-985406ff-a997-4e9b-ad96-f822f5ce7ffc tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Enqueued Resource ID: e9f4a2bc-c6fc-4494-b9f2-23d65084df09 with Priority: HIGHEST for action security_group_rules [ 682.894304] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9f4a2bc-c6fc-4494-b9f2-23d65084df09 with Priority: HIGHEST for action security_group_rules [ 682.894304] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9f4a2bc-c6fc-4494-b9f2-23d65084df09 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.894304] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9f4a2bc-c6fc-4494-b9f2-23d65084df09" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.008318] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cb0be9d5-a2f9-4012-b915-9c949b6bec15 [ 683.008504] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.008951] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.008951] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.009085] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.009301] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.009301] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cb0be9d5-a2f9-4012-b915-9c949b6bec15 already deleted. [ 683.009442] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb0be9d5-a2f9-4012-b915-9c949b6bec15" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.233488] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.233488] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.233857] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.233857] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.233857] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.233968] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9f4a2bc-c6fc-4494-b9f2-23d65084df09 already deleted. [ 683.234015] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9f4a2bc-c6fc-4494-b9f2-23d65084df09" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.234205] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9f4a2bc-c6fc-4494-b9f2-23d65084df09" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.234426] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9f4a2bc-c6fc-4494-b9f2-23d65084df09" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.234594] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9f4a2bc-c6fc-4494-b9f2-23d65084df09',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.755608] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.755608] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.755887] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.755948] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.756077] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.756142] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9f4a2bc-c6fc-4494-b9f2-23d65084df09 already deleted. [ 683.756212] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9f4a2bc-c6fc-4494-b9f2-23d65084df09" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.106555] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fb1b654-7790-4f73-a183-d253f1cba749 in Status: SUCCESS [ 684.106555] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fb1b654-7790-4f73-a183-d253f1cba749" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.106555] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fb1b654-7790-4f73-a183-d253f1cba749" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.106555] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fb1b654-7790-4f73-a183-d253f1cba749" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.106880] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.106880] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.107271] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.107271] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.107271] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.107271] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fb1b654-7790-4f73-a183-d253f1cba749" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.107433] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2fb1b654-7790-4f73-a183-d253f1cba749',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.582987] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7e8c30a-9ae4-4744-b268-e35c19aec014 in Status: SUCCESS [ 684.583365] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7e8c30a-9ae4-4744-b268-e35c19aec014" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.610993] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fb1b654-7790-4f73-a183-d253f1cba749 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.611236] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fb1b654-7790-4f73-a183-d253f1cba749" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.611236] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fb1b654-7790-4f73-a183-d253f1cba749" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.611503] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fb1b654-7790-4f73-a183-d253f1cba749" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.611912] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.612111] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.612191] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.612369] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.612482] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.612562] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fb1b654-7790-4f73-a183-d253f1cba749" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.613134] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fb1b654-7790-4f73-a183-d253f1cba749 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.613134] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fb1b654-7790-4f73-a183-d253f1cba749" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.613134] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fb1b654-7790-4f73-a183-d253f1cba749" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.613134] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fb1b654-7790-4f73-a183-d253f1cba749" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.613359] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.613466] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.613522] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.613705] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.613766] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.613805] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fb1b654-7790-4f73-a183-d253f1cba749" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.613892] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2fb1b654-7790-4f73-a183-d253f1cba749',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.768417] env[69758]: INFO networking_nsxv3.common.synchronization [None req-c9f5215d-bb20-482b-9176-3c12cfa33b42 None None] Enqueued Resource ID: 1607851c-678a-4ea2-b360-56b6efea25cb with Priority: HIGHEST for action port [ 684.768417] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1607851c-678a-4ea2-b360-56b6efea25cb with Priority: HIGHEST for action port [ 684.768417] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-1607851c-678a-4ea2-b360-56b6efea25cb taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.768417] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1607851c-678a-4ea2-b360-56b6efea25cb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.768417] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1607851c-678a-4ea2-b360-56b6efea25cb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.768417] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1607851c-678a-4ea2-b360-56b6efea25cb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.768417] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1607851c-678a-4ea2-b360-56b6efea25cb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.118922] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2fb1b654-7790-4f73-a183-d253f1cba749: rpc.has_security_group_logging(os_id): False [ 685.141612] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.141612] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.141612] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.141612] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.141612] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.141612] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.141612] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.141612] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.141612] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.141612] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.142909] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.142909] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.142909] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.142909] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.142909] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.142909] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.142909] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.142909] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.142909] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.142909] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.142909] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2fb1b654-7790-4f73-a183-d253f1cba749 is going to be created. [ 685.210884] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.211040] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.211110] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.211337] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.211536] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.224493] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2fb1b654-7790-4f73-a183-d253f1cba749 in Status: IN_PROGRESS for 2s [ 685.269989] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1607851c-678a-4ea2-b360-56b6efea25cb [ 685.270320] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.270447] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.270447] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.270706] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.270800] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.270902] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1607851c-678a-4ea2-b360-56b6efea25cb already deleted. [ 685.270984] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1607851c-678a-4ea2-b360-56b6efea25cb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.310045] env[69758]: INFO networking_nsxv3.common.synchronization [req-8030ffad-920f-46a0-937b-7a0c9084b778 req-95396afe-edb9-4a5b-b801-95ba9f0a5c6a tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] Enqueued Resource ID: f25bfd16-6979-44b5-9288-743b88967cbe with Priority: HIGHEST for action security_group_members [ 685.310045] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f25bfd16-6979-44b5-9288-743b88967cbe with Priority: HIGHEST for action security_group_members [ 685.310045] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-f25bfd16-6979-44b5-9288-743b88967cbe taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.310045] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f25bfd16-6979-44b5-9288-743b88967cbe" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.310045] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f25bfd16-6979-44b5-9288-743b88967cbe" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.310376] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f25bfd16-6979-44b5-9288-743b88967cbe" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.310432] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.310495] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.310735] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.310735] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.311251] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.311251] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f25bfd16-6979-44b5-9288-743b88967cbe',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.801732] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-637 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.801732] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-637" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.801732] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-637" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.802403] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-637" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.802403] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.802403] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.802403] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.802682] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.802728] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.803775] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 685.803775] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 685.803928] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 685.804686] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 685.804686] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 685.804686] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 685.804686] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 685.817470] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.817635] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.817691] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.817909] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.817997] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.818210] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.818308] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.818369] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.818583] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.818583] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.818669] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f25bfd16-6979-44b5-9288-743b88967cbe already deleted. [ 685.818777] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f25bfd16-6979-44b5-9288-743b88967cbe" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.828382] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 685.828536] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 685.828717] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 685.828852] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-637" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.829256] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-03daa151-c9d0-4218-a0fb-ded8a9b4fa29 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.829438] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-03daa151-c9d0-4218-a0fb-ded8a9b4fa29" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.829557] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-03daa151-c9d0-4218-a0fb-ded8a9b4fa29" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.829884] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-03daa151-c9d0-4218-a0fb-ded8a9b4fa29" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.830029] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03daa151-c9d0-4218-a0fb-ded8a9b4fa29',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.954840] env[69758]: INFO networking_nsxv3.common.synchronization [req-760cbf0f-1be7-43ed-bd80-89006082fd50 req-16665f9b-3459-4157-b7dc-8c248001f48c tempest-SecurityGroupRulesTestJSON-1312320691 tempest-SecurityGroupRulesTestJSON-1312320691-project-member] Enqueued Resource ID: 63542341-b7d9-477e-b278-fc56d47d5d4c with Priority: HIGHEST for action security_group_rules [ 685.956091] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63542341-b7d9-477e-b278-fc56d47d5d4c with Priority: HIGHEST for action security_group_rules [ 685.956091] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63542341-b7d9-477e-b278-fc56d47d5d4c taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.956091] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63542341-b7d9-477e-b278-fc56d47d5d4c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.956091] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63542341-b7d9-477e-b278-fc56d47d5d4c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.956961] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63542341-b7d9-477e-b278-fc56d47d5d4c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.957062] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63542341-b7d9-477e-b278-fc56d47d5d4c',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.333356] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.334148] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.334148] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.334148] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.335109] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.335344] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port 03daa151-c9d0-4218-a0fb-ded8a9b4fa29 not found, creating... [ 686.335637] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.335811] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.338331] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.338331] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.338331] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.338331] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.338331] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.338331] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.338659] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.338659] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.338659] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: 03daa151-c9d0-4218-a0fb-ded8a9b4fa29 is going to be created. [ 686.371604] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.371936] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.372055] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.372349] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.372642] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.373472] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-03daa151-c9d0-4218-a0fb-ded8a9b4fa29" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.485649] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.485849] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.485963] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.486296] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.486461] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.489049] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63542341-b7d9-477e-b278-fc56d47d5d4c already deleted. [ 686.489049] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63542341-b7d9-477e-b278-fc56d47d5d4c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.212892] env[69758]: INFO networking_nsxv3.common.synchronization [req-8030ffad-920f-46a0-937b-7a0c9084b778 req-fba9aeff-8b8b-4e5b-82ce-5ab0ffa51cb0 service nova] Enqueued Resource ID: f25bfd16-6979-44b5-9288-743b88967cbe with Priority: HIGHEST for action security_group_rules [ 687.212892] env[69758]: INFO networking_nsxv3.common.synchronization [req-8030ffad-920f-46a0-937b-7a0c9084b778 req-fba9aeff-8b8b-4e5b-82ce-5ab0ffa51cb0 service nova] Enqueued Resource ID: f25bfd16-6979-44b5-9288-743b88967cbe with Priority: HIGHEST for action security_group_members [ 687.212892] env[69758]: INFO networking_nsxv3.common.synchronization [req-8030ffad-920f-46a0-937b-7a0c9084b778 req-fba9aeff-8b8b-4e5b-82ce-5ab0ffa51cb0 service nova] Enqueued Resource ID: 03daa151-c9d0-4218-a0fb-ded8a9b4fa29 with Priority: HIGHEST for action port [ 687.214163] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f25bfd16-6979-44b5-9288-743b88967cbe with Priority: HIGHEST for action security_group_rules [ 687.214637] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f25bfd16-6979-44b5-9288-743b88967cbe with Priority: HIGHEST for action security_group_members [ 687.216050] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03daa151-c9d0-4218-a0fb-ded8a9b4fa29 with Priority: HIGHEST for action port [ 687.216050] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f25bfd16-6979-44b5-9288-743b88967cbe taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.216050] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f25bfd16-6979-44b5-9288-743b88967cbe" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.216050] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f25bfd16-6979-44b5-9288-743b88967cbe" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.216050] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f25bfd16-6979-44b5-9288-743b88967cbe" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.216050] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f25bfd16-6979-44b5-9288-743b88967cbe',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.220026] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-f25bfd16-6979-44b5-9288-743b88967cbe taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.220026] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f25bfd16-6979-44b5-9288-743b88967cbe" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.220026] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f25bfd16-6979-44b5-9288-743b88967cbe" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.220026] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f25bfd16-6979-44b5-9288-743b88967cbe" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.220026] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.220026] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.220026] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.220026] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.220026] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.220026] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f25bfd16-6979-44b5-9288-743b88967cbe',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.220458] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-03daa151-c9d0-4218-a0fb-ded8a9b4fa29 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.220458] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03daa151-c9d0-4218-a0fb-ded8a9b4fa29" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.220458] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03daa151-c9d0-4218-a0fb-ded8a9b4fa29" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.220594] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03daa151-c9d0-4218-a0fb-ded8a9b4fa29" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.220632] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03daa151-c9d0-4218-a0fb-ded8a9b4fa29',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.238759] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2fb1b654-7790-4f73-a183-d253f1cba749 in Status: SUCCESS [ 687.238985] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2fb1b654-7790-4f73-a183-d253f1cba749" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.272908] env[69758]: INFO networking_nsxv3.common.synchronization [req-b1f4856b-efe3-48b5-97ae-90ca9e221dd6 req-aa8efac7-f0f0-4c9d-b1ef-2663aa1ac0e8 tempest-SecurityGroupRulesTestJSON-1312320691 tempest-SecurityGroupRulesTestJSON-1312320691-project-member] Enqueued Resource ID: 63542341-b7d9-477e-b278-fc56d47d5d4c with Priority: HIGHEST for action security_group_rules [ 687.274639] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63542341-b7d9-477e-b278-fc56d47d5d4c with Priority: HIGHEST for action security_group_rules [ 687.275020] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63542341-b7d9-477e-b278-fc56d47d5d4c taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.277777] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63542341-b7d9-477e-b278-fc56d47d5d4c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.277777] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63542341-b7d9-477e-b278-fc56d47d5d4c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.277942] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63542341-b7d9-477e-b278-fc56d47d5d4c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.278338] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63542341-b7d9-477e-b278-fc56d47d5d4c',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.722835] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-f25bfd16-6979-44b5-9288-743b88967cbe taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.723026] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f25bfd16-6979-44b5-9288-743b88967cbe" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.724842] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f25bfd16-6979-44b5-9288-743b88967cbe',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.724842] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 03daa151-c9d0-4218-a0fb-ded8a9b4fa29 with status ACTIVE [ 687.724842] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.724842] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.724842] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.724842] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.725174] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.725174] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.725174] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.725292] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.725379] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.725460] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.725665] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.725784] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.725831] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.726963] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.726963] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.726963] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 03daa151-c9d0-4218-a0fb-ded8a9b4fa29 is going to be updated. [ 687.754313] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.754457] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.754589] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.754878] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.755051] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.755335] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03daa151-c9d0-4218-a0fb-ded8a9b4fa29" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.764160] env[69758]: INFO networking_nsxv3.common.synchronization [None req-121890e6-9d59-4ab3-95f2-af3ad0608cc1 None None] Enqueued Resource ID: 94884b21-5e29-4fd2-aff7-c82d42c9b1eb with Priority: HIGHEST for action port [ 687.766303] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94884b21-5e29-4fd2-aff7-c82d42c9b1eb with Priority: HIGHEST for action port [ 687.766303] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-94884b21-5e29-4fd2-aff7-c82d42c9b1eb taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.766303] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94884b21-5e29-4fd2-aff7-c82d42c9b1eb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.766303] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94884b21-5e29-4fd2-aff7-c82d42c9b1eb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.766681] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94884b21-5e29-4fd2-aff7-c82d42c9b1eb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.766681] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94884b21-5e29-4fd2-aff7-c82d42c9b1eb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.801507] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.801764] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.801825] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.802857] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.802857] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.802857] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63542341-b7d9-477e-b278-fc56d47d5d4c already deleted. [ 687.802857] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63542341-b7d9-477e-b278-fc56d47d5d4c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.229808] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f25bfd16-6979-44b5-9288-743b88967cbe',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.269124] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 94884b21-5e29-4fd2-aff7-c82d42c9b1eb [ 688.269849] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.269849] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.269849] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.270198] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.270335] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.270403] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:94884b21-5e29-4fd2-aff7-c82d42c9b1eb already deleted. [ 688.270485] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94884b21-5e29-4fd2-aff7-c82d42c9b1eb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.733530] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.733723] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.733776] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.733973] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.734079] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.734176] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f25bfd16-6979-44b5-9288-743b88967cbe is going to be created. [ 688.761916] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.762086] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.762136] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.763016] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.763016] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.772235] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f25bfd16-6979-44b5-9288-743b88967cbe in Status: UNINITIALIZED for 2s [ 689.756834] env[69758]: INFO networking_nsxv3.common.synchronization [req-b2356ec9-f172-4f8e-9354-2a85997b7208 req-d732ab1a-f8f9-4fac-afca-186e7b5160db tempest-SecurityGroupRulesTestJSON-1312320691 tempest-SecurityGroupRulesTestJSON-1312320691-project-member] Enqueued Resource ID: 63542341-b7d9-477e-b278-fc56d47d5d4c with Priority: HIGHEST for action security_group_rules [ 689.757397] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63542341-b7d9-477e-b278-fc56d47d5d4c with Priority: HIGHEST for action security_group_rules [ 689.761320] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63542341-b7d9-477e-b278-fc56d47d5d4c taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.761320] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63542341-b7d9-477e-b278-fc56d47d5d4c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.761320] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63542341-b7d9-477e-b278-fc56d47d5d4c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.761320] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63542341-b7d9-477e-b278-fc56d47d5d4c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.761320] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63542341-b7d9-477e-b278-fc56d47d5d4c',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.280901] env[69758]: INFO networking_nsxv3.common.synchronization [req-3a188eb2-27b5-4854-89c4-d86de20b1163 req-a7c87bf5-84c8-441c-a120-4578205d6c53 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] Enqueued Resource ID: 002dd308-e0ed-4e95-af2f-3f39f2911a95 with Priority: HIGHEST for action security_group_members [ 690.281585] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 002dd308-e0ed-4e95-af2f-3f39f2911a95 with Priority: HIGHEST for action security_group_members [ 690.281889] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-002dd308-e0ed-4e95-af2f-3f39f2911a95 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.282087] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-002dd308-e0ed-4e95-af2f-3f39f2911a95" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.283071] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-002dd308-e0ed-4e95-af2f-3f39f2911a95" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.283344] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-002dd308-e0ed-4e95-af2f-3f39f2911a95" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.283797] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.283797] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.283797] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.283985] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.284030] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.284121] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('002dd308-e0ed-4e95-af2f-3f39f2911a95',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.285720] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.285864] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.285954] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.286252] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.286252] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.286376] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63542341-b7d9-477e-b278-fc56d47d5d4c already deleted. [ 690.286475] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63542341-b7d9-477e-b278-fc56d47d5d4c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.768561] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-653 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.771044] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-653" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.771044] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-653" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.771044] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-653" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.771233] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.771348] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.771533] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.771721] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.771844] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.772061] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 690.772871] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 690.772871] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 690.772871] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 690.772871] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 690.772871] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 690.772871] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 690.787311] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f25bfd16-6979-44b5-9288-743b88967cbe in Status: SUCCESS [ 690.787553] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f25bfd16-6979-44b5-9288-743b88967cbe" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.787919] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.788055] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.788155] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.788319] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.788405] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.789550] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.789687] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.789687] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.789823] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.789906] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.789992] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 002dd308-e0ed-4e95-af2f-3f39f2911a95 already deleted. [ 690.790095] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-002dd308-e0ed-4e95-af2f-3f39f2911a95" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.790224] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f25bfd16-6979-44b5-9288-743b88967cbe" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.790376] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f25bfd16-6979-44b5-9288-743b88967cbe" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.790547] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.790645] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.790704] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.790847] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.790921] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.791012] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f25bfd16-6979-44b5-9288-743b88967cbe" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.791118] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f25bfd16-6979-44b5-9288-743b88967cbe',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.796358] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 690.796358] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 690.796526] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 690.796636] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-653" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.796930] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-91a816eb-c280-47d7-a3d0-34b23fda1a89 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.797177] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-91a816eb-c280-47d7-a3d0-34b23fda1a89" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.797245] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-91a816eb-c280-47d7-a3d0-34b23fda1a89" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.798163] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-91a816eb-c280-47d7-a3d0-34b23fda1a89" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.798163] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91a816eb-c280-47d7-a3d0-34b23fda1a89',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.293511] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-f25bfd16-6979-44b5-9288-743b88967cbe taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.293732] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f25bfd16-6979-44b5-9288-743b88967cbe" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.293782] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f25bfd16-6979-44b5-9288-743b88967cbe" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.293955] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f25bfd16-6979-44b5-9288-743b88967cbe" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.294177] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.294293] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.294293] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.294437] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.294525] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.294636] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f25bfd16-6979-44b5-9288-743b88967cbe" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.294913] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-f25bfd16-6979-44b5-9288-743b88967cbe taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.294995] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f25bfd16-6979-44b5-9288-743b88967cbe" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.294995] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f25bfd16-6979-44b5-9288-743b88967cbe" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.295153] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f25bfd16-6979-44b5-9288-743b88967cbe" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.295287] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.295378] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.295441] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.295579] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.295655] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.295739] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f25bfd16-6979-44b5-9288-743b88967cbe" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.295854] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f25bfd16-6979-44b5-9288-743b88967cbe',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.302265] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.302472] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.302645] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.302880] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.303793] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.303793] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port 91a816eb-c280-47d7-a3d0-34b23fda1a89 not found, creating... [ 691.303793] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.303973] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.304143] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.304381] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.304756] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.305172] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.305347] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.305471] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.305886] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.306132] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.306502] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: 91a816eb-c280-47d7-a3d0-34b23fda1a89 is going to be created. [ 691.331038] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.331591] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.333340] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.333340] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.333340] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.333340] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-91a816eb-c280-47d7-a3d0-34b23fda1a89" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.798455] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f25bfd16-6979-44b5-9288-743b88967cbe: rpc.has_security_group_logging(os_id): False [ 691.816609] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.816763] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.816850] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.817181] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.817342] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.817983] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.817983] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.817983] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.817983] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.817983] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.818706] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.819553] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.819553] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.819553] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.819553] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.819553] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.819753] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.819753] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.820072] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.820072] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.820204] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f25bfd16-6979-44b5-9288-743b88967cbe is going to be created. [ 691.887133] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.887316] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.887361] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.887574] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.887731] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.903260] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f25bfd16-6979-44b5-9288-743b88967cbe in Status: IN_PROGRESS for 2s [ 692.787021] env[69758]: INFO networking_nsxv3.common.synchronization [req-a18a1cea-147d-484d-811c-1dea370b0452 req-ef710c66-3d69-470d-b95a-6afb0fb0e087 tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Enqueued Resource ID: 3a5f409d-5ed2-411a-b63d-4ea8be9435e2 with Priority: HIGHEST for action security_group_members [ 692.787585] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a5f409d-5ed2-411a-b63d-4ea8be9435e2 with Priority: HIGHEST for action security_group_members [ 692.788030] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a5f409d-5ed2-411a-b63d-4ea8be9435e2 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.788158] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a5f409d-5ed2-411a-b63d-4ea8be9435e2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.791018] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a5f409d-5ed2-411a-b63d-4ea8be9435e2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.791018] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a5f409d-5ed2-411a-b63d-4ea8be9435e2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.791018] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.791018] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.791018] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.791018] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.791018] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.791018] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a5f409d-5ed2-411a-b63d-4ea8be9435e2',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.851109] env[69758]: INFO networking_nsxv3.common.synchronization [req-a18a1cea-147d-484d-811c-1dea370b0452 req-ef710c66-3d69-470d-b95a-6afb0fb0e087 tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Enqueued Resource ID: 3a5f409d-5ed2-411a-b63d-4ea8be9435e2 with Priority: HIGHEST for action security_group_rules [ 692.851694] env[69758]: INFO networking_nsxv3.common.synchronization [req-a18a1cea-147d-484d-811c-1dea370b0452 req-ef710c66-3d69-470d-b95a-6afb0fb0e087 tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Enqueued Resource ID: 3a5f409d-5ed2-411a-b63d-4ea8be9435e2 with Priority: HIGHEST for action security_group_members [ 692.851694] env[69758]: INFO networking_nsxv3.common.synchronization [req-a18a1cea-147d-484d-811c-1dea370b0452 req-ef710c66-3d69-470d-b95a-6afb0fb0e087 tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Enqueued Resource ID: 2869fe2d-ceef-4402-95e0-93772e77daf2 with Priority: HIGHEST for action port [ 692.853345] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a5f409d-5ed2-411a-b63d-4ea8be9435e2 with Priority: HIGHEST for action security_group_rules [ 692.853345] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a5f409d-5ed2-411a-b63d-4ea8be9435e2 with Priority: HIGHEST for action security_group_members [ 692.853497] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2869fe2d-ceef-4402-95e0-93772e77daf2 with Priority: HIGHEST for action port [ 692.854596] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a5f409d-5ed2-411a-b63d-4ea8be9435e2 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.854596] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a5f409d-5ed2-411a-b63d-4ea8be9435e2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.854596] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a5f409d-5ed2-411a-b63d-4ea8be9435e2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.854596] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a5f409d-5ed2-411a-b63d-4ea8be9435e2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.854737] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a5f409d-5ed2-411a-b63d-4ea8be9435e2',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.855629] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a5f409d-5ed2-411a-b63d-4ea8be9435e2 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.855629] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a5f409d-5ed2-411a-b63d-4ea8be9435e2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.855844] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-2869fe2d-ceef-4402-95e0-93772e77daf2 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.855949] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2869fe2d-ceef-4402-95e0-93772e77daf2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.856028] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2869fe2d-ceef-4402-95e0-93772e77daf2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.856221] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2869fe2d-ceef-4402-95e0-93772e77daf2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.856299] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2869fe2d-ceef-4402-95e0-93772e77daf2',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.869993] env[69758]: INFO networking_nsxv3.common.synchronization [req-3a188eb2-27b5-4854-89c4-d86de20b1163 req-c541822e-8890-48be-968d-cbf6531125c3 service nova] Enqueued Resource ID: 002dd308-e0ed-4e95-af2f-3f39f2911a95 with Priority: HIGHEST for action security_group_rules [ 692.870195] env[69758]: INFO networking_nsxv3.common.synchronization [req-3a188eb2-27b5-4854-89c4-d86de20b1163 req-c541822e-8890-48be-968d-cbf6531125c3 service nova] Enqueued Resource ID: 002dd308-e0ed-4e95-af2f-3f39f2911a95 with Priority: HIGHEST for action security_group_members [ 692.870334] env[69758]: INFO networking_nsxv3.common.synchronization [req-3a188eb2-27b5-4854-89c4-d86de20b1163 req-c541822e-8890-48be-968d-cbf6531125c3 service nova] Enqueued Resource ID: 91a816eb-c280-47d7-a3d0-34b23fda1a89 with Priority: HIGHEST for action port [ 692.872677] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 002dd308-e0ed-4e95-af2f-3f39f2911a95 with Priority: HIGHEST for action security_group_rules [ 692.872677] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 002dd308-e0ed-4e95-af2f-3f39f2911a95 with Priority: HIGHEST for action security_group_members [ 692.872677] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91a816eb-c280-47d7-a3d0-34b23fda1a89 with Priority: HIGHEST for action port [ 692.876806] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-002dd308-e0ed-4e95-af2f-3f39f2911a95 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.876806] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-002dd308-e0ed-4e95-af2f-3f39f2911a95" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.876806] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-002dd308-e0ed-4e95-af2f-3f39f2911a95" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.876806] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-002dd308-e0ed-4e95-af2f-3f39f2911a95" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.876806] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('002dd308-e0ed-4e95-af2f-3f39f2911a95',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.876806] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-002dd308-e0ed-4e95-af2f-3f39f2911a95 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.876806] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-002dd308-e0ed-4e95-af2f-3f39f2911a95" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.876806] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-002dd308-e0ed-4e95-af2f-3f39f2911a95" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.876806] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-002dd308-e0ed-4e95-af2f-3f39f2911a95" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.876806] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.876806] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.876806] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.876806] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.876806] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.876806] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('002dd308-e0ed-4e95-af2f-3f39f2911a95',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.877700] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-91a816eb-c280-47d7-a3d0-34b23fda1a89 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.877833] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91a816eb-c280-47d7-a3d0-34b23fda1a89" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.877927] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91a816eb-c280-47d7-a3d0-34b23fda1a89" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.878203] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91a816eb-c280-47d7-a3d0-34b23fda1a89" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.878303] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91a816eb-c280-47d7-a3d0-34b23fda1a89',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.971030] env[69758]: INFO networking_nsxv3.common.synchronization [req-44d6593d-dbf9-404e-a5b7-cf94dd34a175 req-da551b69-5f4a-46d7-9540-af13e80f109c tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] Enqueued Resource ID: 45b264f3-818f-4f82-9e1d-5da0bb345d0b with Priority: HIGHEST for action security_group_members [ 692.971214] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45b264f3-818f-4f82-9e1d-5da0bb345d0b with Priority: HIGHEST for action security_group_members [ 692.971570] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-45b264f3-818f-4f82-9e1d-5da0bb345d0b taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.971734] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45b264f3-818f-4f82-9e1d-5da0bb345d0b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.971817] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45b264f3-818f-4f82-9e1d-5da0bb345d0b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.972952] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45b264f3-818f-4f82-9e1d-5da0bb345d0b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.972952] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.972952] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.972952] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.972952] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.972952] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.972952] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45b264f3-818f-4f82-9e1d-5da0bb345d0b',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.291135] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3a5f409d-5ed2-411a-b63d-4ea8be9435e2',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.358649] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a5f409d-5ed2-411a-b63d-4ea8be9435e2 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.358800] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a5f409d-5ed2-411a-b63d-4ea8be9435e2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.360272] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2869fe2d-ceef-4402-95e0-93772e77daf2 with status ACTIVE [ 693.360490] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.361508] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.361508] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.361508] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.361508] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.361508] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.361508] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.361508] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.361508] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.361940] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.361940] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.361940] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.361940] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.362190] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.362190] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.362454] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2869fe2d-ceef-4402-95e0-93772e77daf2 is going to be updated. [ 693.380054] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-002dd308-e0ed-4e95-af2f-3f39f2911a95 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.380238] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-002dd308-e0ed-4e95-af2f-3f39f2911a95" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.380766] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('002dd308-e0ed-4e95-af2f-3f39f2911a95',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.381414] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 91a816eb-c280-47d7-a3d0-34b23fda1a89 with status ACTIVE [ 693.381638] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.381899] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.381971] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.382198] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.382297] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.382478] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.382600] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.382632] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.382904] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.382904] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.383141] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.383266] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.383332] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.383621] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.383812] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.383917] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 91a816eb-c280-47d7-a3d0-34b23fda1a89 is going to be updated. [ 693.389174] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-649 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.389380] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-649" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.389495] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-649" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.389854] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-649" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.390132] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.390292] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.390408] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.390626] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.390764] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.390966] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 693.391088] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 693.391194] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 693.391304] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 693.391407] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 693.391552] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 693.391694] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 693.393737] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.393898] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.393975] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.394155] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.394273] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.395119] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2869fe2d-ceef-4402-95e0-93772e77daf2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.422070] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 693.422244] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 693.422377] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 693.422551] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-649" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.422861] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-609266ad-9956-42ff-a1a5-bb8d0d4c18b3 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.423037] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-609266ad-9956-42ff-a1a5-bb8d0d4c18b3" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.423164] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-609266ad-9956-42ff-a1a5-bb8d0d4c18b3" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.423969] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-609266ad-9956-42ff-a1a5-bb8d0d4c18b3" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.424081] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('609266ad-9956-42ff-a1a5-bb8d0d4c18b3',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.426185] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.426335] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.426403] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.426589] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.426718] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.427115] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91a816eb-c280-47d7-a3d0-34b23fda1a89" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.477272] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.477272] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.477272] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.477272] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.477272] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.477272] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.477272] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.477272] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.477272] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.477272] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.477272] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45b264f3-818f-4f82-9e1d-5da0bb345d0b already deleted. [ 693.477272] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45b264f3-818f-4f82-9e1d-5da0bb345d0b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.783403] env[69758]: INFO networking_nsxv3.common.synchronization [req-c987dfcf-1e4b-40e7-b539-5aba33c0a421 req-05cd56dd-f479-4b9d-9902-4556589eee62 tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Enqueued Resource ID: 25e50abc-db08-4d17-8597-7f62ca5148f9 with Priority: HIGHEST for action security_group_members [ 693.783987] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25e50abc-db08-4d17-8597-7f62ca5148f9 with Priority: HIGHEST for action security_group_members [ 693.784297] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-25e50abc-db08-4d17-8597-7f62ca5148f9 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.784416] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25e50abc-db08-4d17-8597-7f62ca5148f9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.784480] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25e50abc-db08-4d17-8597-7f62ca5148f9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.784677] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25e50abc-db08-4d17-8597-7f62ca5148f9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.786141] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.786303] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.786371] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.786544] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.786631] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.790161] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25e50abc-db08-4d17-8597-7f62ca5148f9',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.795026] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3a5f409d-5ed2-411a-b63d-4ea8be9435e2',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.888733] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('002dd308-e0ed-4e95-af2f-3f39f2911a95',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.919074] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f25bfd16-6979-44b5-9288-743b88967cbe in Status: SUCCESS [ 693.919310] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f25bfd16-6979-44b5-9288-743b88967cbe" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.928535] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.928793] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.928851] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.929217] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.929397] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.929558] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port 609266ad-9956-42ff-a1a5-bb8d0d4c18b3 not found, creating... [ 693.929876] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.930135] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.930321] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.930717] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.930951] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.932774] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.932949] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.933078] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.933315] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.933529] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.934190] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: 609266ad-9956-42ff-a1a5-bb8d0d4c18b3 is going to be created. [ 693.958066] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.958390] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.958535] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.958827] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.959077] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.959359] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-609266ad-9956-42ff-a1a5-bb8d0d4c18b3" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.138252] env[69758]: INFO networking_nsxv3.common.synchronization [req-a569792e-4122-42e9-96d7-8d1391fdd950 req-6be7a85c-1002-4c12-999f-ef94da2c4719 tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] Enqueued Resource ID: 2fb1b654-7790-4f73-a183-d253f1cba749 with Priority: HIGHEST for action security_group_members [ 694.138252] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fb1b654-7790-4f73-a183-d253f1cba749 with Priority: HIGHEST for action security_group_members [ 694.138252] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fb1b654-7790-4f73-a183-d253f1cba749 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.138252] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fb1b654-7790-4f73-a183-d253f1cba749" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.138252] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fb1b654-7790-4f73-a183-d253f1cba749" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.138412] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fb1b654-7790-4f73-a183-d253f1cba749" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.142020] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.142020] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.142020] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.142020] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.142020] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.142020] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2fb1b654-7790-4f73-a183-d253f1cba749',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.292935] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('25e50abc-db08-4d17-8597-7f62ca5148f9',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.294485] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.294629] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.294701] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.294913] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.295012] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.295122] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a5f409d-5ed2-411a-b63d-4ea8be9435e2 is going to be updated. [ 694.328117] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.328117] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.328117] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.328117] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.328117] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.336566] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a5f409d-5ed2-411a-b63d-4ea8be9435e2 in Status: IN_PROGRESS for 2s [ 694.393016] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.393135] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.394690] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.394690] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.394690] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.394690] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 002dd308-e0ed-4e95-af2f-3f39f2911a95 is going to be created. [ 694.422166] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.422166] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.422166] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.422166] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.422166] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.431929] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 002dd308-e0ed-4e95-af2f-3f39f2911a95 in Status: UNINITIALIZED for 2s [ 694.643282] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.643481] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.643595] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.643808] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.643914] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.644232] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.644232] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.644348] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.644434] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.644500] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.644606] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fb1b654-7790-4f73-a183-d253f1cba749 is going to be updated. [ 694.680526] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.680681] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.680720] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.680924] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.681078] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.691902] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fb1b654-7790-4f73-a183-d253f1cba749 in Status: IN_PROGRESS for 2s [ 694.795109] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('25e50abc-db08-4d17-8597-7f62ca5148f9',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.022927] env[69758]: INFO networking_nsxv3.common.synchronization [req-44d6593d-dbf9-404e-a5b7-cf94dd34a175 req-a9184ebb-baa7-4e6b-86a4-cdc770301652 service nova] Enqueued Resource ID: 45b264f3-818f-4f82-9e1d-5da0bb345d0b with Priority: HIGHEST for action security_group_rules [ 695.023214] env[69758]: INFO networking_nsxv3.common.synchronization [req-44d6593d-dbf9-404e-a5b7-cf94dd34a175 req-a9184ebb-baa7-4e6b-86a4-cdc770301652 service nova] Enqueued Resource ID: 45b264f3-818f-4f82-9e1d-5da0bb345d0b with Priority: HIGHEST for action security_group_members [ 695.023412] env[69758]: INFO networking_nsxv3.common.synchronization [req-44d6593d-dbf9-404e-a5b7-cf94dd34a175 req-a9184ebb-baa7-4e6b-86a4-cdc770301652 service nova] Enqueued Resource ID: 609266ad-9956-42ff-a1a5-bb8d0d4c18b3 with Priority: HIGHEST for action port [ 695.024109] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45b264f3-818f-4f82-9e1d-5da0bb345d0b with Priority: HIGHEST for action security_group_rules [ 695.024311] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45b264f3-818f-4f82-9e1d-5da0bb345d0b with Priority: HIGHEST for action security_group_members [ 695.024772] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 609266ad-9956-42ff-a1a5-bb8d0d4c18b3 with Priority: HIGHEST for action port [ 695.024772] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45b264f3-818f-4f82-9e1d-5da0bb345d0b taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.024912] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45b264f3-818f-4f82-9e1d-5da0bb345d0b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.025010] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45b264f3-818f-4f82-9e1d-5da0bb345d0b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.025256] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45b264f3-818f-4f82-9e1d-5da0bb345d0b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.025348] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45b264f3-818f-4f82-9e1d-5da0bb345d0b',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.026328] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-45b264f3-818f-4f82-9e1d-5da0bb345d0b taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.026461] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45b264f3-818f-4f82-9e1d-5da0bb345d0b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.026533] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45b264f3-818f-4f82-9e1d-5da0bb345d0b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.026826] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45b264f3-818f-4f82-9e1d-5da0bb345d0b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.026928] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.027131] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.027188] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.027414] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.028321] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.028321] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45b264f3-818f-4f82-9e1d-5da0bb345d0b',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.028643] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-609266ad-9956-42ff-a1a5-bb8d0d4c18b3 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.029135] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-609266ad-9956-42ff-a1a5-bb8d0d4c18b3" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.029135] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-609266ad-9956-42ff-a1a5-bb8d0d4c18b3" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.029135] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-609266ad-9956-42ff-a1a5-bb8d0d4c18b3" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.029135] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('609266ad-9956-42ff-a1a5-bb8d0d4c18b3',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.321078] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.321078] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.321078] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.321078] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.321078] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.321078] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25e50abc-db08-4d17-8597-7f62ca5148f9 is going to be updated. [ 695.351412] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.352447] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.352447] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.352447] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.352447] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.361464] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25e50abc-db08-4d17-8597-7f62ca5148f9 in Status: IN_PROGRESS for 2s [ 695.530528] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('45b264f3-818f-4f82-9e1d-5da0bb345d0b',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.536022] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-45b264f3-818f-4f82-9e1d-5da0bb345d0b taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.536022] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45b264f3-818f-4f82-9e1d-5da0bb345d0b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.536022] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 609266ad-9956-42ff-a1a5-bb8d0d4c18b3 with status ACTIVE [ 695.536022] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.536022] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.536022] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.536022] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.536022] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.536022] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.536022] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.536022] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.536022] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.536022] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.536022] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.536662] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.536662] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.536662] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.536662] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.536942] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 609266ad-9956-42ff-a1a5-bb8d0d4c18b3 is going to be updated. [ 695.571341] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.571485] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.571545] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.571858] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.571991] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.572165] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-609266ad-9956-42ff-a1a5-bb8d0d4c18b3" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.035449] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('45b264f3-818f-4f82-9e1d-5da0bb345d0b',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.346905] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a5f409d-5ed2-411a-b63d-4ea8be9435e2 in Status: SUCCESS [ 696.347189] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a5f409d-5ed2-411a-b63d-4ea8be9435e2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.347359] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a5f409d-5ed2-411a-b63d-4ea8be9435e2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.347588] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a5f409d-5ed2-411a-b63d-4ea8be9435e2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.347782] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.347899] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.347965] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.348135] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.348254] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.348310] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a5f409d-5ed2-411a-b63d-4ea8be9435e2',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.443977] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 002dd308-e0ed-4e95-af2f-3f39f2911a95 in Status: SUCCESS [ 696.444249] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-002dd308-e0ed-4e95-af2f-3f39f2911a95" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.444435] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-002dd308-e0ed-4e95-af2f-3f39f2911a95" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.444778] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-002dd308-e0ed-4e95-af2f-3f39f2911a95" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.444992] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.445150] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.445217] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.445481] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.445581] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.445733] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-002dd308-e0ed-4e95-af2f-3f39f2911a95" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.445879] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('002dd308-e0ed-4e95-af2f-3f39f2911a95',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.539208] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.539393] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.539454] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.539689] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.539967] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.540117] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45b264f3-818f-4f82-9e1d-5da0bb345d0b is going to be created. [ 696.571380] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.571568] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.571641] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.571830] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.571984] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.583750] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45b264f3-818f-4f82-9e1d-5da0bb345d0b in Status: UNINITIALIZED for 2s [ 696.702201] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fb1b654-7790-4f73-a183-d253f1cba749 in Status: SUCCESS [ 696.702441] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fb1b654-7790-4f73-a183-d253f1cba749 deletion is rescheduled due to dependency. [ 696.702571] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fb1b654-7790-4f73-a183-d253f1cba749" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.852174] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3a5f409d-5ed2-411a-b63d-4ea8be9435e2',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.954286] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-002dd308-e0ed-4e95-af2f-3f39f2911a95 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.954889] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-002dd308-e0ed-4e95-af2f-3f39f2911a95" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.954889] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-002dd308-e0ed-4e95-af2f-3f39f2911a95" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.954889] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-002dd308-e0ed-4e95-af2f-3f39f2911a95" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.954889] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.955062] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.955062] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.957475] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.957475] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.957475] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-002dd308-e0ed-4e95-af2f-3f39f2911a95" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.957475] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-002dd308-e0ed-4e95-af2f-3f39f2911a95 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.957475] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-002dd308-e0ed-4e95-af2f-3f39f2911a95" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.957475] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-002dd308-e0ed-4e95-af2f-3f39f2911a95" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.957475] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-002dd308-e0ed-4e95-af2f-3f39f2911a95" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.957475] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.957475] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.957475] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.957475] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.957475] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.957475] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-002dd308-e0ed-4e95-af2f-3f39f2911a95" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.957475] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('002dd308-e0ed-4e95-af2f-3f39f2911a95',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.357097] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3a5f409d-5ed2-411a-b63d-4ea8be9435e2',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.375268] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25e50abc-db08-4d17-8597-7f62ca5148f9 in Status: SUCCESS [ 697.375403] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25e50abc-db08-4d17-8597-7f62ca5148f9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.462953] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 002dd308-e0ed-4e95-af2f-3f39f2911a95: rpc.has_security_group_logging(os_id): False [ 697.479992] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.480218] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.480293] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.480507] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.480603] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.480859] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.480961] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.481038] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.481195] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.481275] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.481462] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.481566] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.481628] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.481769] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.481843] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.482035] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.482130] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.482234] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.482321] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.482393] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.482479] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 002dd308-e0ed-4e95-af2f-3f39f2911a95 is going to be created. [ 697.548345] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.548497] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.548570] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.548780] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.548960] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.561229] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 002dd308-e0ed-4e95-af2f-3f39f2911a95 in Status: IN_PROGRESS for 2s [ 697.860202] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.860401] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.860496] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.860772] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.860893] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.861039] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a5f409d-5ed2-411a-b63d-4ea8be9435e2 is going to be updated. [ 697.894158] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.894309] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.894378] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.894598] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.894864] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.904495] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a5f409d-5ed2-411a-b63d-4ea8be9435e2 in Status: IN_PROGRESS for 2s [ 698.595847] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45b264f3-818f-4f82-9e1d-5da0bb345d0b in Status: SUCCESS [ 698.596156] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45b264f3-818f-4f82-9e1d-5da0bb345d0b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.596379] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45b264f3-818f-4f82-9e1d-5da0bb345d0b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.596640] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45b264f3-818f-4f82-9e1d-5da0bb345d0b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.596879] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.597012] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.597123] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.597314] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.599554] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.599554] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45b264f3-818f-4f82-9e1d-5da0bb345d0b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.599554] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('45b264f3-818f-4f82-9e1d-5da0bb345d0b',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.696114] env[69758]: INFO networking_nsxv3.common.synchronization [req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 req-18cee72b-3633-44fe-ae0a-fdd17f48f9f9 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Enqueued Resource ID: d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 with Priority: HIGHEST for action security_group_members [ 698.696114] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 with Priority: HIGHEST for action security_group_members [ 698.696114] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.696114] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.696114] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.696114] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.696114] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.696114] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.697401] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.697842] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.698155] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.698456] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.743239] env[69758]: INFO networking_nsxv3.common.synchronization [req-8447adff-624c-45bf-af6c-c2fe096ec091 req-c70c258f-faa3-4d61-8718-254113fecaea tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Enqueued Resource ID: 3a5f409d-5ed2-411a-b63d-4ea8be9435e2 with Priority: HIGHEST for action security_group_members [ 698.743920] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a5f409d-5ed2-411a-b63d-4ea8be9435e2 with Priority: HIGHEST for action security_group_members [ 698.744258] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a5f409d-5ed2-411a-b63d-4ea8be9435e2 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.744351] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a5f409d-5ed2-411a-b63d-4ea8be9435e2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.771028] env[69758]: INFO networking_nsxv3.common.synchronization [req-8447adff-624c-45bf-af6c-c2fe096ec091 req-c70c258f-faa3-4d61-8718-254113fecaea tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Enqueued Resource ID: 3a5f409d-5ed2-411a-b63d-4ea8be9435e2 with Priority: HIGHEST for action security_group_rules [ 698.771198] env[69758]: INFO networking_nsxv3.common.synchronization [req-8447adff-624c-45bf-af6c-c2fe096ec091 req-c70c258f-faa3-4d61-8718-254113fecaea tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Enqueued Resource ID: 3a5f409d-5ed2-411a-b63d-4ea8be9435e2 with Priority: HIGHEST for action security_group_members [ 698.771253] env[69758]: INFO networking_nsxv3.common.synchronization [req-8447adff-624c-45bf-af6c-c2fe096ec091 req-c70c258f-faa3-4d61-8718-254113fecaea tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Enqueued Resource ID: 2869fe2d-ceef-4402-95e0-93772e77daf2 with Priority: HIGHEST for action port [ 698.771964] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a5f409d-5ed2-411a-b63d-4ea8be9435e2 with Priority: HIGHEST for action security_group_rules [ 698.774242] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a5f409d-5ed2-411a-b63d-4ea8be9435e2 with Priority: HIGHEST for action security_group_members [ 698.774493] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2869fe2d-ceef-4402-95e0-93772e77daf2 with Priority: HIGHEST for action port [ 698.774878] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a5f409d-5ed2-411a-b63d-4ea8be9435e2 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.775253] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a5f409d-5ed2-411a-b63d-4ea8be9435e2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.776454] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a5f409d-5ed2-411a-b63d-4ea8be9435e2 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.777824] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a5f409d-5ed2-411a-b63d-4ea8be9435e2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.777824] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-2869fe2d-ceef-4402-95e0-93772e77daf2 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.777824] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2869fe2d-ceef-4402-95e0-93772e77daf2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.778468] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2869fe2d-ceef-4402-95e0-93772e77daf2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.779521] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2869fe2d-ceef-4402-95e0-93772e77daf2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.781416] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2869fe2d-ceef-4402-95e0-93772e77daf2',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.103034] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('45b264f3-818f-4f82-9e1d-5da0bb345d0b',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.203040] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.203205] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.203282] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.203505] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.203634] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.203883] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.203989] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.204066] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.204233] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.204313] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.204402] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 already deleted. [ 699.204485] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.282339] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2869fe2d-ceef-4402-95e0-93772e77daf2 with status ACTIVE [ 699.282595] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.282768] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.282836] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.283105] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.283212] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.283347] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.283444] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.283503] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.283999] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.283999] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.284106] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.284158] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.284237] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.284816] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.284816] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.284816] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2869fe2d-ceef-4402-95e0-93772e77daf2 is going to be updated. [ 699.313208] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.313208] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.313208] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.313208] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.313208] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.313208] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2869fe2d-ceef-4402-95e0-93772e77daf2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.468379] env[69758]: INFO networking_nsxv3.common.synchronization [req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 req-4dcf392a-d2fc-4937-bac1-642c801d1087 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Enqueued Resource ID: d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 with Priority: HIGHEST for action security_group_members [ 699.472127] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 with Priority: HIGHEST for action security_group_members [ 699.472127] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.472127] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.472127] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.472127] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.472127] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.472127] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.472127] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.472127] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.472127] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.472127] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.576989] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 002dd308-e0ed-4e95-af2f-3f39f2911a95 in Status: SUCCESS [ 699.577308] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-002dd308-e0ed-4e95-af2f-3f39f2911a95" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.606478] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 45b264f3-818f-4f82-9e1d-5da0bb345d0b: rpc.has_security_group_logging(os_id): False [ 699.638116] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.638309] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.638346] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.639054] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.639054] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.639054] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.639281] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.639281] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.639446] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.640234] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.640234] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45b264f3-818f-4f82-9e1d-5da0bb345d0b is going to be created. [ 699.718805] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.718992] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.719087] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.719323] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.719519] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.742060] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45b264f3-818f-4f82-9e1d-5da0bb345d0b in Status: IN_PROGRESS for 2s [ 699.920105] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a5f409d-5ed2-411a-b63d-4ea8be9435e2 in Status: SUCCESS [ 699.921187] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a5f409d-5ed2-411a-b63d-4ea8be9435e2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.921187] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a5f409d-5ed2-411a-b63d-4ea8be9435e2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.921187] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a5f409d-5ed2-411a-b63d-4ea8be9435e2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.921456] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.921715] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.921847] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.922870] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.923070] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.923156] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a5f409d-5ed2-411a-b63d-4ea8be9435e2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.923334] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3a5f409d-5ed2-411a-b63d-4ea8be9435e2',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.924565] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a5f409d-5ed2-411a-b63d-4ea8be9435e2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.924823] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a5f409d-5ed2-411a-b63d-4ea8be9435e2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.925117] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.925301] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.925411] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.925652] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.925793] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.926056] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a5f409d-5ed2-411a-b63d-4ea8be9435e2',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.974169] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.974362] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.974411] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.974691] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.974764] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.974979] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.975094] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.975163] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.975327] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.975405] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.975493] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 already deleted. [ 699.975574] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.181317] env[69758]: INFO networking_nsxv3.common.synchronization [req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 req-63a1e76e-1430-4ceb-b7d7-e850db839f92 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Enqueued Resource ID: d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 with Priority: HIGHEST for action security_group_members [ 700.181754] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 with Priority: HIGHEST for action security_group_members [ 700.182600] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.182970] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.183166] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.183634] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.183908] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.184704] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.184704] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.184968] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.186041] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.186041] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.429040] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3a5f409d-5ed2-411a-b63d-4ea8be9435e2',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.432096] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3a5f409d-5ed2-411a-b63d-4ea8be9435e2',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.562681] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-866 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.562936] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-866" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.564465] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-866" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.565426] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-866" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.566600] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.566600] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.566600] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.566600] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.566600] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.566833] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 700.567097] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 700.567097] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 700.567197] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 700.567292] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 700.567392] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 700.567543] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 700.591194] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 700.591426] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 700.591733] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 700.591733] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-866" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.592099] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-e51de7f7-851a-45ff-8b63-f179dc12e7e5 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.592322] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-e51de7f7-851a-45ff-8b63-f179dc12e7e5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.592446] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-e51de7f7-851a-45ff-8b63-f179dc12e7e5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.592793] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-e51de7f7-851a-45ff-8b63-f179dc12e7e5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.592965] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e51de7f7-851a-45ff-8b63-f179dc12e7e5',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.690047] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.690047] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.690047] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.690047] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.690047] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.690047] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.690047] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.690047] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.690047] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.690047] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.690047] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 already deleted. [ 700.690697] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.933161] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3a5f409d-5ed2-411a-b63d-4ea8be9435e2: rpc.has_security_group_logging(os_id): False [ 700.936505] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3a5f409d-5ed2-411a-b63d-4ea8be9435e2',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.957994] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.957994] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.957994] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.957994] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.957994] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.957994] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.957994] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.957994] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.957994] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.957994] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.957994] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a5f409d-5ed2-411a-b63d-4ea8be9435e2 is going to be updated. [ 701.027149] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.027383] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.027492] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.027678] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.027824] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.047345] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a5f409d-5ed2-411a-b63d-4ea8be9435e2 in Status: IN_PROGRESS for 2s [ 701.096273] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.096814] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.096814] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.097098] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.097179] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.097387] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port e51de7f7-851a-45ff-8b63-f179dc12e7e5 not found, creating... [ 701.097617] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.097821] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.097881] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.098128] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.098254] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.098546] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.098736] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.099370] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.099370] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.099370] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.099370] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: e51de7f7-851a-45ff-8b63-f179dc12e7e5 is going to be created. [ 701.135041] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.135308] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.135435] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.135766] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.136029] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.136311] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-e51de7f7-851a-45ff-8b63-f179dc12e7e5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.212728] env[69758]: INFO networking_nsxv3.common.synchronization [req-58f05379-ba78-4258-8758-ff94ef39941d req-776e6468-f209-4bfe-9b71-20a7f08487cf tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] Enqueued Resource ID: 229041f9-b494-4896-8c95-92de3ee6405e with Priority: HIGHEST for action security_group_members [ 701.213486] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 229041f9-b494-4896-8c95-92de3ee6405e with Priority: HIGHEST for action security_group_members [ 701.213932] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-229041f9-b494-4896-8c95-92de3ee6405e taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.214130] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-229041f9-b494-4896-8c95-92de3ee6405e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.214222] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-229041f9-b494-4896-8c95-92de3ee6405e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.216225] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-229041f9-b494-4896-8c95-92de3ee6405e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.216225] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.216225] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.216225] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.216225] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.216225] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.216225] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('229041f9-b494-4896-8c95-92de3ee6405e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.438688] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.438688] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.438688] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.438688] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.439180] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.439180] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a5f409d-5ed2-411a-b63d-4ea8be9435e2 is going to be updated. [ 701.471506] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.472554] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.472860] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.476018] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.476018] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.484394] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a5f409d-5ed2-411a-b63d-4ea8be9435e2 in Status: IN_PROGRESS for 2s [ 701.719252] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.719252] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.719252] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.719252] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.719252] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.719252] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.719252] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.719978] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.719978] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.719978] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.719978] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 229041f9-b494-4896-8c95-92de3ee6405e is going to be updated. [ 701.754699] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.756396] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.756396] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.756396] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.756396] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.761968] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45b264f3-818f-4f82-9e1d-5da0bb345d0b in Status: SUCCESS [ 701.763280] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45b264f3-818f-4f82-9e1d-5da0bb345d0b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.764874] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 229041f9-b494-4896-8c95-92de3ee6405e in Status: IN_PROGRESS for 2s [ 701.976559] env[69758]: INFO networking_nsxv3.common.synchronization [req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 req-08563891-b754-4166-aa21-33fe7cfb7d8c service nova] Enqueued Resource ID: d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 with Priority: HIGHEST for action security_group_rules [ 701.976559] env[69758]: INFO networking_nsxv3.common.synchronization [req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 req-08563891-b754-4166-aa21-33fe7cfb7d8c service nova] Enqueued Resource ID: d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 with Priority: HIGHEST for action security_group_members [ 701.976559] env[69758]: INFO networking_nsxv3.common.synchronization [req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 req-08563891-b754-4166-aa21-33fe7cfb7d8c service nova] Enqueued Resource ID: e51de7f7-851a-45ff-8b63-f179dc12e7e5 with Priority: HIGHEST for action port [ 701.976833] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 with Priority: HIGHEST for action security_group_rules [ 701.976872] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 with Priority: HIGHEST for action security_group_members [ 701.977115] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e51de7f7-851a-45ff-8b63-f179dc12e7e5 with Priority: HIGHEST for action port [ 701.978659] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.978822] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.978893] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.979165] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.979267] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.980147] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.980268] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.980434] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.980502] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.980648] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.980740] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.980801] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.980938] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.981047] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.981135] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.981908] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-e51de7f7-851a-45ff-8b63-f179dc12e7e5 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.982409] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e51de7f7-851a-45ff-8b63-f179dc12e7e5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.982500] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e51de7f7-851a-45ff-8b63-f179dc12e7e5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.982697] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e51de7f7-851a-45ff-8b63-f179dc12e7e5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.982725] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e51de7f7-851a-45ff-8b63-f179dc12e7e5',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.162507] env[69758]: INFO networking_nsxv3.common.synchronization [None req-1e05c8fd-7d2d-4c05-a98a-76b3d2b3bf4c None None] Enqueued Resource ID: ecde1cb2-06a2-4a34-865f-49a18e984180 with Priority: HIGHEST for action port [ 702.163201] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecde1cb2-06a2-4a34-865f-49a18e984180 with Priority: HIGHEST for action port [ 702.163373] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-ecde1cb2-06a2-4a34-865f-49a18e984180 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.163488] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ecde1cb2-06a2-4a34-865f-49a18e984180" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.163602] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ecde1cb2-06a2-4a34-865f-49a18e984180" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.163842] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ecde1cb2-06a2-4a34-865f-49a18e984180" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.163929] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ecde1cb2-06a2-4a34-865f-49a18e984180',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.310403] env[69758]: INFO networking_nsxv3.common.synchronization [req-3cf7b022-9c21-4c34-96cb-fe2e22bfb593 req-4366e589-eec5-452f-83b1-3b19852a6f32 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Enqueued Resource ID: f7e8c30a-9ae4-4744-b268-e35c19aec014 with Priority: HIGHEST for action security_group_members [ 702.310403] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7e8c30a-9ae4-4744-b268-e35c19aec014 with Priority: HIGHEST for action security_group_members [ 702.310973] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7e8c30a-9ae4-4744-b268-e35c19aec014 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.311291] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7e8c30a-9ae4-4744-b268-e35c19aec014" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.311464] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7e8c30a-9ae4-4744-b268-e35c19aec014" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.311782] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7e8c30a-9ae4-4744-b268-e35c19aec014" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.312091] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.314136] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.314136] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.314136] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.314136] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.314136] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7e8c30a-9ae4-4744-b268-e35c19aec014',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.484609] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.486107] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.486615] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.486615] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e51de7f7-851a-45ff-8b63-f179dc12e7e5 with status ACTIVE [ 702.487326] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.487326] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.487326] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.487444] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.487542] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.487765] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.488528] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.488528] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.488528] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.488724] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.488991] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.489142] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.489234] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.489440] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.489795] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.489938] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e51de7f7-851a-45ff-8b63-f179dc12e7e5 is going to be updated. [ 702.523025] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.523025] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.523025] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.523327] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.523327] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.523450] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e51de7f7-851a-45ff-8b63-f179dc12e7e5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.668880] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ecde1cb2-06a2-4a34-865f-49a18e984180 [ 702.669380] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.669380] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.669380] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.669575] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.669705] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.669770] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ecde1cb2-06a2-4a34-865f-49a18e984180 already deleted. [ 702.669859] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ecde1cb2-06a2-4a34-865f-49a18e984180" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.815995] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7e8c30a-9ae4-4744-b268-e35c19aec014',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.890022] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-190 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.890022] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-190" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.890022] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-190" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.890022] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-190" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.890022] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.890022] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.890022] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.890022] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.890970] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.891431] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 702.891687] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 702.891915] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 702.892706] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 702.892706] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 702.892706] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 702.892706] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 702.914928] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 702.915437] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 702.915437] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 702.915533] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-190" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.915834] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-1f315cbc-52e3-491c-83ed-aa85c055548e taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.916360] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-1f315cbc-52e3-491c-83ed-aa85c055548e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.916785] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-1f315cbc-52e3-491c-83ed-aa85c055548e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.917642] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-1f315cbc-52e3-491c-83ed-aa85c055548e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.918035] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f315cbc-52e3-491c-83ed-aa85c055548e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.993028] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.064056] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a5f409d-5ed2-411a-b63d-4ea8be9435e2 in Status: SUCCESS [ 703.064378] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a5f409d-5ed2-411a-b63d-4ea8be9435e2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.064628] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a5f409d-5ed2-411a-b63d-4ea8be9435e2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.064984] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a5f409d-5ed2-411a-b63d-4ea8be9435e2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.065104] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a5f409d-5ed2-411a-b63d-4ea8be9435e2',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.320347] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7e8c30a-9ae4-4744-b268-e35c19aec014',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.425188] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.425188] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.425188] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.425188] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.425188] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.425188] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port 1f315cbc-52e3-491c-83ed-aa85c055548e not found, creating... [ 703.425188] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.425188] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.425188] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.425188] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.425188] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.426119] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.426434] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.426657] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.426968] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.427212] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.427443] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: 1f315cbc-52e3-491c-83ed-aa85c055548e is going to be created. [ 703.448093] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.448813] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.448813] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.448813] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.448942] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.449228] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-1f315cbc-52e3-491c-83ed-aa85c055548e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.495512] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.495681] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.495750] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.495975] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.496107] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.496207] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 is going to be created. [ 703.500962] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a5f409d-5ed2-411a-b63d-4ea8be9435e2 in Status: SUCCESS [ 703.500962] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a5f409d-5ed2-411a-b63d-4ea8be9435e2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.500962] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a5f409d-5ed2-411a-b63d-4ea8be9435e2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.500962] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a5f409d-5ed2-411a-b63d-4ea8be9435e2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.500962] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.500962] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.500962] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.500962] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.500962] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.500962] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a5f409d-5ed2-411a-b63d-4ea8be9435e2',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.538442] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.538442] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.538442] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.538442] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.538442] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.564033] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 in Status: UNINITIALIZED for 2s [ 703.568185] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a5f409d-5ed2-411a-b63d-4ea8be9435e2 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.568345] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a5f409d-5ed2-411a-b63d-4ea8be9435e2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.775620] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 229041f9-b494-4896-8c95-92de3ee6405e in Status: SUCCESS [ 703.775802] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 229041f9-b494-4896-8c95-92de3ee6405e deletion is rescheduled due to dependency. [ 703.775916] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-229041f9-b494-4896-8c95-92de3ee6405e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.827413] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.827413] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.827413] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.827781] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.827855] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.827962] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7e8c30a-9ae4-4744-b268-e35c19aec014 is going to be updated. [ 703.864466] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.864735] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.864735] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.864948] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.865121] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.876619] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7e8c30a-9ae4-4744-b268-e35c19aec014 in Status: IN_PROGRESS for 2s [ 704.008456] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3a5f409d-5ed2-411a-b63d-4ea8be9435e2',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.203358] env[69758]: INFO networking_nsxv3.common.synchronization [req-f0e242da-374c-4e38-a8b8-531daea8d541 req-a5288596-abe0-4ae7-b817-f429f66cdaf3 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Enqueued Resource ID: 51150f16-cc48-4f6b-b73a-c98fe5635b4a with Priority: HIGHEST for action security_group_members [ 704.204128] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51150f16-cc48-4f6b-b73a-c98fe5635b4a with Priority: HIGHEST for action security_group_members [ 704.206419] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-51150f16-cc48-4f6b-b73a-c98fe5635b4a taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.206419] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51150f16-cc48-4f6b-b73a-c98fe5635b4a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.206419] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51150f16-cc48-4f6b-b73a-c98fe5635b4a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.206419] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51150f16-cc48-4f6b-b73a-c98fe5635b4a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.206419] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.206419] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.206419] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.206419] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.206419] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.206419] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51150f16-cc48-4f6b-b73a-c98fe5635b4a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.223063] env[69758]: INFO networking_nsxv3.common.synchronization [req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 req-62883085-de20-46d9-813d-e32215a3cca9 service nova] Enqueued Resource ID: d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 with Priority: HIGHEST for action security_group_rules [ 704.223410] env[69758]: INFO networking_nsxv3.common.synchronization [req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 req-62883085-de20-46d9-813d-e32215a3cca9 service nova] Enqueued Resource ID: d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 with Priority: HIGHEST for action security_group_members [ 704.223410] env[69758]: INFO networking_nsxv3.common.synchronization [req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 req-62883085-de20-46d9-813d-e32215a3cca9 service nova] Enqueued Resource ID: 1f315cbc-52e3-491c-83ed-aa85c055548e with Priority: HIGHEST for action port [ 704.224026] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 with Priority: HIGHEST for action security_group_rules [ 704.228035] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 with Priority: HIGHEST for action security_group_members [ 704.228035] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f315cbc-52e3-491c-83ed-aa85c055548e with Priority: HIGHEST for action port [ 704.228194] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.228327] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.228629] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.228730] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.228889] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f315cbc-52e3-491c-83ed-aa85c055548e taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.228981] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f315cbc-52e3-491c-83ed-aa85c055548e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.229052] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f315cbc-52e3-491c-83ed-aa85c055548e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.229265] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f315cbc-52e3-491c-83ed-aa85c055548e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.229395] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f315cbc-52e3-491c-83ed-aa85c055548e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.371789] env[69758]: INFO networking_nsxv3.common.synchronization [req-6b8b1f20-3701-4aa4-944d-c38e520243d9 req-ea916b04-020e-46d9-942c-bc23302e6b13 tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Enqueued Resource ID: 3a5f409d-5ed2-411a-b63d-4ea8be9435e2 with Priority: HIGHEST for action security_group_members [ 704.372403] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a5f409d-5ed2-411a-b63d-4ea8be9435e2 with Priority: HIGHEST for action security_group_members [ 704.372712] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a5f409d-5ed2-411a-b63d-4ea8be9435e2 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.372812] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a5f409d-5ed2-411a-b63d-4ea8be9435e2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.513022] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3a5f409d-5ed2-411a-b63d-4ea8be9435e2',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.708931] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.709237] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.709344] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.709680] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.709839] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.710173] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.710325] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.710425] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.710666] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.710814] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.711073] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51150f16-cc48-4f6b-b73a-c98fe5635b4a is going to be updated. [ 704.731857] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1f315cbc-52e3-491c-83ed-aa85c055548e with status ACTIVE [ 704.732116] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.732286] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.732398] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.732820] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.732920] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.733479] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.733705] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.733988] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.734659] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.734659] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.734905] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.735124] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.735185] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.735927] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.736103] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.736295] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1f315cbc-52e3-491c-83ed-aa85c055548e is going to be updated. [ 704.741177] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.741305] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.741375] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.741643] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.742116] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.754447] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51150f16-cc48-4f6b-b73a-c98fe5635b4a in Status: IN_PROGRESS for 2s [ 704.766098] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.766236] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.766307] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.766532] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.767279] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.767279] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f315cbc-52e3-491c-83ed-aa85c055548e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.016380] env[69758]: INFO networking_nsxv3.common.synchronization [None req-005fcd95-34ba-4f22-9f3e-90a7e61de253 None None] Enqueued Resource ID: be5025a4-e187-41dc-9749-d48412330a0c with Priority: HIGHEST for action port [ 705.016850] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.016959] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.017037] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.017237] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.017325] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.017417] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a5f409d-5ed2-411a-b63d-4ea8be9435e2 is going to be updated. [ 705.021023] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be5025a4-e187-41dc-9749-d48412330a0c with Priority: HIGHEST for action port [ 705.021682] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-be5025a4-e187-41dc-9749-d48412330a0c taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.021813] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be5025a4-e187-41dc-9749-d48412330a0c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.021881] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be5025a4-e187-41dc-9749-d48412330a0c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.022119] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be5025a4-e187-41dc-9749-d48412330a0c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.022220] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be5025a4-e187-41dc-9749-d48412330a0c',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.059023] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.059023] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.059023] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.059023] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.059023] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.071368] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a5f409d-5ed2-411a-b63d-4ea8be9435e2 in Status: IN_PROGRESS for 2s [ 705.090702] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-702 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.090702] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-702" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.090702] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-702" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.090702] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-702" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.090702] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.090702] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.090702] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.090702] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.090702] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.091010] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 705.091010] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 705.091068] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 705.091193] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 705.091247] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 705.091348] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 705.091478] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 705.113383] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 705.113553] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 705.113744] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 705.113982] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-702" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.114401] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-b92ff8bc-6fa0-4fbd-a0fa-9abaa1841b2a taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.114636] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-b92ff8bc-6fa0-4fbd-a0fa-9abaa1841b2a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.114780] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-b92ff8bc-6fa0-4fbd-a0fa-9abaa1841b2a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.115173] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-b92ff8bc-6fa0-4fbd-a0fa-9abaa1841b2a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.115331] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b92ff8bc-6fa0-4fbd-a0fa-9abaa1841b2a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.122218] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-866 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.122421] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-866" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.122544] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-866" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.122814] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-866" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.123116] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.123284] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.123403] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.123730] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.123829] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.123964] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 705.124298] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 705.124547] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 705.124547] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 705.124770] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 705.124770] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 705.124893] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 705.147141] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 705.148329] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 705.148329] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 705.148329] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-866" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.148329] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-71e7319d-1618-4cbd-83d1-d1e9b11950c2 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.148329] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-71e7319d-1618-4cbd-83d1-d1e9b11950c2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.148595] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-71e7319d-1618-4cbd-83d1-d1e9b11950c2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.148764] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-71e7319d-1618-4cbd-83d1-d1e9b11950c2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.148900] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71e7319d-1618-4cbd-83d1-d1e9b11950c2',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.527767] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port be5025a4-e187-41dc-9749-d48412330a0c [ 705.529847] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.529986] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.530067] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.530411] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.530411] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.530600] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:be5025a4-e187-41dc-9749-d48412330a0c already deleted. [ 705.530600] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be5025a4-e187-41dc-9749-d48412330a0c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.579257] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 in Status: SUCCESS [ 705.579257] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.581624] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.581624] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.581624] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.581624] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.581624] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.581624] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.581624] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.581624] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.582235] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.582842] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.583195] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.583369] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.583762] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.583853] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.584019] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.584517] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.584517] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.618021] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.618344] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.618507] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.619319] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.619319] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.619319] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port b92ff8bc-6fa0-4fbd-a0fa-9abaa1841b2a not found, creating... [ 705.619629] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.620224] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.620224] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.620317] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.620447] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.621307] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.621307] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.621307] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.621307] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.621534] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.621561] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: b92ff8bc-6fa0-4fbd-a0fa-9abaa1841b2a is going to be created. [ 705.644958] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.645209] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.645574] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.645636] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.645832] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.646095] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-b92ff8bc-6fa0-4fbd-a0fa-9abaa1841b2a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.652639] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.652867] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.652991] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.653413] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.653577] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.653800] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port 71e7319d-1618-4cbd-83d1-d1e9b11950c2 not found, creating... [ 705.654104] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.654386] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.654386] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.654655] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.654685] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.654990] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.655150] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.655254] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.655894] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.656694] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.656856] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: 71e7319d-1618-4cbd-83d1-d1e9b11950c2 is going to be created. [ 705.685617] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.685842] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.686029] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.686393] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.686677] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.686857] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-71e7319d-1618-4cbd-83d1-d1e9b11950c2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.889994] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7e8c30a-9ae4-4744-b268-e35c19aec014 in Status: SUCCESS [ 705.890138] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7e8c30a-9ae4-4744-b268-e35c19aec014" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.086774] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.086774] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.086774] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.491413] env[69758]: INFO networking_nsxv3.common.synchronization [req-f0e242da-374c-4e38-a8b8-531daea8d541 req-20098404-dbfc-4831-9a80-137bd77ab26a service nova] Enqueued Resource ID: 51150f16-cc48-4f6b-b73a-c98fe5635b4a with Priority: HIGHEST for action security_group_rules [ 706.491413] env[69758]: INFO networking_nsxv3.common.synchronization [req-f0e242da-374c-4e38-a8b8-531daea8d541 req-20098404-dbfc-4831-9a80-137bd77ab26a service nova] Enqueued Resource ID: 51150f16-cc48-4f6b-b73a-c98fe5635b4a with Priority: HIGHEST for action security_group_members [ 706.491413] env[69758]: INFO networking_nsxv3.common.synchronization [req-f0e242da-374c-4e38-a8b8-531daea8d541 req-20098404-dbfc-4831-9a80-137bd77ab26a service nova] Enqueued Resource ID: b92ff8bc-6fa0-4fbd-a0fa-9abaa1841b2a with Priority: HIGHEST for action port [ 706.491413] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51150f16-cc48-4f6b-b73a-c98fe5635b4a with Priority: HIGHEST for action security_group_rules [ 706.491413] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51150f16-cc48-4f6b-b73a-c98fe5635b4a with Priority: HIGHEST for action security_group_members [ 706.491413] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b92ff8bc-6fa0-4fbd-a0fa-9abaa1841b2a with Priority: HIGHEST for action port [ 706.496225] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51150f16-cc48-4f6b-b73a-c98fe5635b4a taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.496225] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51150f16-cc48-4f6b-b73a-c98fe5635b4a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.496225] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51150f16-cc48-4f6b-b73a-c98fe5635b4a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.496225] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51150f16-cc48-4f6b-b73a-c98fe5635b4a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.496225] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51150f16-cc48-4f6b-b73a-c98fe5635b4a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.496225] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-51150f16-cc48-4f6b-b73a-c98fe5635b4a taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.496225] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51150f16-cc48-4f6b-b73a-c98fe5635b4a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.496763] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-b92ff8bc-6fa0-4fbd-a0fa-9abaa1841b2a taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.496763] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b92ff8bc-6fa0-4fbd-a0fa-9abaa1841b2a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.496763] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b92ff8bc-6fa0-4fbd-a0fa-9abaa1841b2a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.496763] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b92ff8bc-6fa0-4fbd-a0fa-9abaa1841b2a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.496763] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b92ff8bc-6fa0-4fbd-a0fa-9abaa1841b2a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.500881] env[69758]: INFO networking_nsxv3.common.synchronization [req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 req-62764580-17c7-4b9e-8a6f-3d1c967ff176 service nova] Enqueued Resource ID: d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 with Priority: HIGHEST for action security_group_rules [ 706.501011] env[69758]: INFO networking_nsxv3.common.synchronization [req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 req-62764580-17c7-4b9e-8a6f-3d1c967ff176 service nova] Enqueued Resource ID: d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 with Priority: HIGHEST for action security_group_members [ 706.501563] env[69758]: INFO networking_nsxv3.common.synchronization [req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 req-62764580-17c7-4b9e-8a6f-3d1c967ff176 service nova] Enqueued Resource ID: 71e7319d-1618-4cbd-83d1-d1e9b11950c2 with Priority: HIGHEST for action port [ 706.501937] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 with Priority: HIGHEST for action security_group_rules [ 706.501993] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 with Priority: HIGHEST for action security_group_members [ 706.502090] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71e7319d-1618-4cbd-83d1-d1e9b11950c2 with Priority: HIGHEST for action port [ 706.502321] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.502422] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.502608] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.502694] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.504122] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-71e7319d-1618-4cbd-83d1-d1e9b11950c2 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.504122] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71e7319d-1618-4cbd-83d1-d1e9b11950c2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.504122] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71e7319d-1618-4cbd-83d1-d1e9b11950c2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.504893] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71e7319d-1618-4cbd-83d1-d1e9b11950c2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.504957] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71e7319d-1618-4cbd-83d1-d1e9b11950c2',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.589550] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.768046] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51150f16-cc48-4f6b-b73a-c98fe5635b4a in Status: SUCCESS [ 706.768250] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51150f16-cc48-4f6b-b73a-c98fe5635b4a deletion is rescheduled due to dependency. [ 706.768369] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51150f16-cc48-4f6b-b73a-c98fe5635b4a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.768539] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51150f16-cc48-4f6b-b73a-c98fe5635b4a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.768774] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51150f16-cc48-4f6b-b73a-c98fe5635b4a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.768936] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.769066] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.769133] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.769283] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.769367] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.769463] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51150f16-cc48-4f6b-b73a-c98fe5635b4a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.001888] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-51150f16-cc48-4f6b-b73a-c98fe5635b4a taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.002364] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51150f16-cc48-4f6b-b73a-c98fe5635b4a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.002667] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b92ff8bc-6fa0-4fbd-a0fa-9abaa1841b2a with status ACTIVE [ 707.003669] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.003781] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.003859] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.004107] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.004199] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.004380] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.004477] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.004536] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.004716] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.004828] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.005062] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.006518] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.006518] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.006518] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.006518] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.006518] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b92ff8bc-6fa0-4fbd-a0fa-9abaa1841b2a is going to be updated. [ 707.007273] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 71e7319d-1618-4cbd-83d1-d1e9b11950c2 with status ACTIVE [ 707.007473] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.007608] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.007704] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.007888] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.008031] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.008225] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.008470] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.008521] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.008710] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.008854] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.009085] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.009216] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.009308] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.009536] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.010237] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.010237] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 71e7319d-1618-4cbd-83d1-d1e9b11950c2 is going to be updated. [ 707.035901] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.036100] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.036145] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.036365] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.036506] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.036671] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71e7319d-1618-4cbd-83d1-d1e9b11950c2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.037587] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.037702] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.037781] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.037982] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.038214] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.038396] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b92ff8bc-6fa0-4fbd-a0fa-9abaa1841b2a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.086059] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a5f409d-5ed2-411a-b63d-4ea8be9435e2 in Status: SUCCESS [ 707.086293] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a5f409d-5ed2-411a-b63d-4ea8be9435e2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.086517] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a5f409d-5ed2-411a-b63d-4ea8be9435e2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.086818] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a5f409d-5ed2-411a-b63d-4ea8be9435e2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.087124] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.087284] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.087348] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.087510] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.087592] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.087679] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a5f409d-5ed2-411a-b63d-4ea8be9435e2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.087779] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3a5f409d-5ed2-411a-b63d-4ea8be9435e2',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.088842] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a5f409d-5ed2-411a-b63d-4ea8be9435e2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.089059] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a5f409d-5ed2-411a-b63d-4ea8be9435e2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.089429] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.089619] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.089751] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.089898] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.089979] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.090082] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a5f409d-5ed2-411a-b63d-4ea8be9435e2',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.091953] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.092142] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.092230] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.092492] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.092674] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.093841] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 is going to be updated. [ 707.176259] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.176433] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.176489] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.176739] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.176985] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.197079] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 in Status: IN_PROGRESS for 2s [ 707.271336] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('51150f16-cc48-4f6b-b73a-c98fe5635b4a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.592501] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3a5f409d-5ed2-411a-b63d-4ea8be9435e2',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.596604] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.596794] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.596875] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.597159] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.597288] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.597641] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.598431] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.598431] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.598431] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.598431] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.598431] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a5f409d-5ed2-411a-b63d-4ea8be9435e2 is going to be updated. [ 707.639373] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.639485] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.639521] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.639756] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.639993] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.654204] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a5f409d-5ed2-411a-b63d-4ea8be9435e2 in Status: IN_PROGRESS for 2s [ 707.779602] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('51150f16-cc48-4f6b-b73a-c98fe5635b4a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.095460] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3a5f409d-5ed2-411a-b63d-4ea8be9435e2: rpc.has_security_group_logging(os_id): False [ 708.120625] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.120865] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.121382] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.121666] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.121790] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.122099] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.122208] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.122272] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.122426] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.122501] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.122585] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a5f409d-5ed2-411a-b63d-4ea8be9435e2 is going to be updated. [ 708.223873] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.224066] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.224174] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.224669] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.224669] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.241923] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a5f409d-5ed2-411a-b63d-4ea8be9435e2 in Status: IN_PROGRESS for 2s [ 708.282581] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.282743] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.282831] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.283046] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.283142] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.283245] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51150f16-cc48-4f6b-b73a-c98fe5635b4a is going to be updated. [ 708.323317] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.323317] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.323317] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.323317] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.323317] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.337715] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51150f16-cc48-4f6b-b73a-c98fe5635b4a in Status: IN_PROGRESS for 2s [ 708.504024] env[69758]: INFO networking_nsxv3.common.synchronization [req-c44d454c-8a57-4e5b-ab81-46abc8d0f5cd req-ba045387-3b29-4929-86df-36b387f12e31 tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] Enqueued Resource ID: f25bfd16-6979-44b5-9288-743b88967cbe with Priority: HIGHEST for action security_group_members [ 708.504024] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f25bfd16-6979-44b5-9288-743b88967cbe with Priority: HIGHEST for action security_group_members [ 708.504024] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-f25bfd16-6979-44b5-9288-743b88967cbe taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.504024] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f25bfd16-6979-44b5-9288-743b88967cbe" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.504024] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f25bfd16-6979-44b5-9288-743b88967cbe" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.504024] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f25bfd16-6979-44b5-9288-743b88967cbe" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.504024] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.504024] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.504702] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.505677] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.505839] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.505998] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f25bfd16-6979-44b5-9288-743b88967cbe',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.010482] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.010872] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.010969] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.011271] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.011381] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.011670] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.011796] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.011863] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.012133] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.012211] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.012354] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f25bfd16-6979-44b5-9288-743b88967cbe is going to be updated. [ 709.051536] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.051749] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.051749] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.051998] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.052145] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.065574] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f25bfd16-6979-44b5-9288-743b88967cbe in Status: IN_PROGRESS for 2s [ 709.207887] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 in Status: SUCCESS [ 709.207887] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.208168] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.209618] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.209618] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.209618] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.209618] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.209618] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.209618] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.209618] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.209618] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.209618] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.209618] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.209618] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.209618] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.209618] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.209618] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.210080] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.210080] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.210080] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.210080] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.211223] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.211527] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.211712] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.211862] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.211948] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.212125] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.212925] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.213092] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.672244] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a5f409d-5ed2-411a-b63d-4ea8be9435e2 in Status: SUCCESS [ 709.672433] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a5f409d-5ed2-411a-b63d-4ea8be9435e2 deletion is rescheduled due to dependency. [ 709.672611] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a5f409d-5ed2-411a-b63d-4ea8be9435e2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.714857] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9: rpc.has_security_group_logging(os_id): False [ 709.721553] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.740992] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.742392] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.742392] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.742506] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.743703] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.743703] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.743703] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.743703] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.743703] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.743703] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.743703] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.743703] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.743703] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.743703] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.743703] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.744266] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.744266] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.744266] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.744266] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.744266] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.744427] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 is going to be created. [ 709.825071] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.825071] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.825071] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.825071] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.825071] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.840097] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 in Status: IN_PROGRESS for 2s [ 710.226118] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.255687] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a5f409d-5ed2-411a-b63d-4ea8be9435e2 in Status: SUCCESS [ 710.255687] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a5f409d-5ed2-411a-b63d-4ea8be9435e2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.348996] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51150f16-cc48-4f6b-b73a-c98fe5635b4a in Status: SUCCESS [ 710.351609] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51150f16-cc48-4f6b-b73a-c98fe5635b4a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.351609] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51150f16-cc48-4f6b-b73a-c98fe5635b4a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.351609] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51150f16-cc48-4f6b-b73a-c98fe5635b4a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.351609] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.351609] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.351609] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.351609] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.351609] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.351609] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51150f16-cc48-4f6b-b73a-c98fe5635b4a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.351609] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('51150f16-cc48-4f6b-b73a-c98fe5635b4a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.692312] env[69758]: INFO networking_nsxv3.common.synchronization [req-ea4343e4-5360-4d1c-92df-d37e73af752f req-7e8c81c5-e882-489e-b4f2-4361f1b76088 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Enqueued Resource ID: 36b89e1b-bad3-4659-ae37-0a5d47eb72f2 with Priority: HIGHEST for action security_group_members [ 710.692603] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36b89e1b-bad3-4659-ae37-0a5d47eb72f2 with Priority: HIGHEST for action security_group_members [ 710.693025] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-36b89e1b-bad3-4659-ae37-0a5d47eb72f2 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.693220] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36b89e1b-bad3-4659-ae37-0a5d47eb72f2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.693334] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36b89e1b-bad3-4659-ae37-0a5d47eb72f2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.693682] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36b89e1b-bad3-4659-ae37-0a5d47eb72f2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.693849] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.694212] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.695124] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.695124] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.695124] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.695124] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36b89e1b-bad3-4659-ae37-0a5d47eb72f2',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.728385] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.728385] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.728677] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.728677] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.728768] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.729011] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 is going to be updated. [ 710.763232] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.763537] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.763617] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.763857] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.764208] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.776271] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 in Status: IN_PROGRESS for 2s [ 710.821453] env[69758]: INFO networking_nsxv3.common.synchronization [req-4e53c19d-4acf-4b6a-ac53-ccbc031b6202 req-124d87c0-5b23-4241-bb81-7b46908eb6ae tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Enqueued Resource ID: 36b89e1b-bad3-4659-ae37-0a5d47eb72f2 with Priority: HIGHEST for action security_group_members [ 710.822098] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36b89e1b-bad3-4659-ae37-0a5d47eb72f2 with Priority: HIGHEST for action security_group_members [ 710.823887] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-36b89e1b-bad3-4659-ae37-0a5d47eb72f2 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.823887] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36b89e1b-bad3-4659-ae37-0a5d47eb72f2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.853834] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-51150f16-cc48-4f6b-b73a-c98fe5635b4a taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.853834] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51150f16-cc48-4f6b-b73a-c98fe5635b4a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.853834] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51150f16-cc48-4f6b-b73a-c98fe5635b4a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.854562] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51150f16-cc48-4f6b-b73a-c98fe5635b4a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.855067] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.858082] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.859646] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.859646] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.859646] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.859646] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51150f16-cc48-4f6b-b73a-c98fe5635b4a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.859646] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-51150f16-cc48-4f6b-b73a-c98fe5635b4a taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.859646] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51150f16-cc48-4f6b-b73a-c98fe5635b4a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.859646] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51150f16-cc48-4f6b-b73a-c98fe5635b4a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.859646] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51150f16-cc48-4f6b-b73a-c98fe5635b4a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.859646] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.859646] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.859646] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.859646] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.859646] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.859646] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51150f16-cc48-4f6b-b73a-c98fe5635b4a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.860113] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('51150f16-cc48-4f6b-b73a-c98fe5635b4a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.077695] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f25bfd16-6979-44b5-9288-743b88967cbe in Status: SUCCESS [ 711.077950] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f25bfd16-6979-44b5-9288-743b88967cbe deletion is rescheduled due to dependency. [ 711.078167] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f25bfd16-6979-44b5-9288-743b88967cbe" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.198636] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('36b89e1b-bad3-4659-ae37-0a5d47eb72f2',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.364049] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 51150f16-cc48-4f6b-b73a-c98fe5635b4a: rpc.has_security_group_logging(os_id): False [ 711.389182] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.389353] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.389402] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.389726] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.390398] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.390398] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.390398] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.390566] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.391111] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.391111] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.391111] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.391111] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.391321] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.391355] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.391442] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.391654] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.391805] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.391847] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.392066] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.392195] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.392321] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51150f16-cc48-4f6b-b73a-c98fe5635b4a is going to be updated. [ 711.479027] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.479187] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.479256] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.483102] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.483377] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.499383] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51150f16-cc48-4f6b-b73a-c98fe5635b4a in Status: IN_PROGRESS for 2s [ 711.700406] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('36b89e1b-bad3-4659-ae37-0a5d47eb72f2',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.853369] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 in Status: SUCCESS [ 711.853369] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.853487] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.853741] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.853852] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.203244] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.203438] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.203477] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.203726] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.203835] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.203941] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36b89e1b-bad3-4659-ae37-0a5d47eb72f2 is going to be updated. [ 712.238198] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.238415] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.238496] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.238827] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.239038] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.249021] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36b89e1b-bad3-4659-ae37-0a5d47eb72f2 in Status: IN_PROGRESS for 2s [ 712.357052] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.357052] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.719357] env[69758]: INFO networking_nsxv3.common.synchronization [req-387789a3-f3e3-44f8-a14a-79bb7d937d73 req-193cb01b-53a6-4c0d-aecd-f54e4a9b8487 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] Enqueued Resource ID: 002dd308-e0ed-4e95-af2f-3f39f2911a95 with Priority: HIGHEST for action security_group_members [ 712.719896] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 002dd308-e0ed-4e95-af2f-3f39f2911a95 with Priority: HIGHEST for action security_group_members [ 712.720198] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-002dd308-e0ed-4e95-af2f-3f39f2911a95 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.720314] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-002dd308-e0ed-4e95-af2f-3f39f2911a95" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.720379] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-002dd308-e0ed-4e95-af2f-3f39f2911a95" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.720577] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-002dd308-e0ed-4e95-af2f-3f39f2911a95" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.720727] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.720867] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.720907] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.721545] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.721690] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.721810] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('002dd308-e0ed-4e95-af2f-3f39f2911a95',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.791687] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 in Status: SUCCESS [ 712.791960] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.792120] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.792399] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.792636] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.792766] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.792839] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.793023] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.793109] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.793200] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.793858] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.224921] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.225148] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.225224] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.226150] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.226150] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.226150] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.226410] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.226515] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.226757] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.227482] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.227482] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 002dd308-e0ed-4e95-af2f-3f39f2911a95 is going to be updated. [ 713.272334] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.272503] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.272573] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.272791] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.272934] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.285794] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 002dd308-e0ed-4e95-af2f-3f39f2911a95 in Status: IN_PROGRESS for 2s [ 713.296894] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.296894] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.296894] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.297125] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.297287] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.297408] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.297472] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.297636] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.297723] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.297814] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.297974] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.298083] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.298140] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.298284] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.298419] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.298507] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.298563] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.298704] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.298780] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.298877] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.299253] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.512833] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51150f16-cc48-4f6b-b73a-c98fe5635b4a in Status: SUCCESS [ 713.512833] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51150f16-cc48-4f6b-b73a-c98fe5635b4a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.801673] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9: rpc.has_security_group_logging(os_id): False [ 713.823209] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.823352] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.823431] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.823646] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.823742] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.823959] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.824080] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.824144] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.824336] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.824418] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.824636] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.824745] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.824820] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.824948] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.825038] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.825258] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.825352] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.826512] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.826512] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.826512] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.826512] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 is going to be updated. [ 713.911220] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.911220] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.911220] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.911220] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.911220] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.930434] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 in Status: IN_PROGRESS for 2s [ 714.259314] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36b89e1b-bad3-4659-ae37-0a5d47eb72f2 in Status: SUCCESS [ 714.259581] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36b89e1b-bad3-4659-ae37-0a5d47eb72f2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.259817] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36b89e1b-bad3-4659-ae37-0a5d47eb72f2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.260025] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36b89e1b-bad3-4659-ae37-0a5d47eb72f2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.260218] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.260337] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.260403] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.260564] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.260648] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.260746] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36b89e1b-bad3-4659-ae37-0a5d47eb72f2',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.568473] env[69758]: INFO networking_nsxv3.common.synchronization [req-e7b4b9b1-f646-43e8-a569-cc6c26643c50 req-ea2c191b-b5d2-4681-a0ab-2cacc71257bf tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] Enqueued Resource ID: de7973d3-3f62-43d4-891f-fabae8c0d446 with Priority: HIGHEST for action security_group_members [ 714.569045] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de7973d3-3f62-43d4-891f-fabae8c0d446 with Priority: HIGHEST for action security_group_members [ 714.569347] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-de7973d3-3f62-43d4-891f-fabae8c0d446 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.569475] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de7973d3-3f62-43d4-891f-fabae8c0d446" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.569546] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de7973d3-3f62-43d4-891f-fabae8c0d446" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.569810] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de7973d3-3f62-43d4-891f-fabae8c0d446" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.569965] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.570285] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.570351] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.570515] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.570606] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.570703] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de7973d3-3f62-43d4-891f-fabae8c0d446',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.763243] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.763516] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.763644] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.764019] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.764238] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.764501] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.764990] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.764990] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.765144] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.765144] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.765318] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36b89e1b-bad3-4659-ae37-0a5d47eb72f2 is going to be updated. [ 714.798333] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.798556] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.798658] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.798997] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.799096] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.812546] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36b89e1b-bad3-4659-ae37-0a5d47eb72f2 in Status: IN_PROGRESS for 2s [ 714.989657] env[69758]: INFO networking_nsxv3.common.synchronization [None req-95bf7789-d755-41e0-82f0-fd24e2b3693d None None] Enqueued Resource ID: e44d232f-f6cc-40fe-9d1f-03b2e0b5c0f1 with Priority: HIGHEST for action port [ 714.990038] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e44d232f-f6cc-40fe-9d1f-03b2e0b5c0f1 with Priority: HIGHEST for action port [ 714.990680] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-e44d232f-f6cc-40fe-9d1f-03b2e0b5c0f1 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.990972] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e44d232f-f6cc-40fe-9d1f-03b2e0b5c0f1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.990972] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e44d232f-f6cc-40fe-9d1f-03b2e0b5c0f1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.992949] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e44d232f-f6cc-40fe-9d1f-03b2e0b5c0f1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.992949] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e44d232f-f6cc-40fe-9d1f-03b2e0b5c0f1',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.051728] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-512 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.051877] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-512" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.051990] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-512" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.052352] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-512" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.052612] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.052782] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.052920] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.053177] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.053326] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.053534] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 715.053646] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 715.053970] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 715.053970] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 715.054092] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 715.054864] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 715.054864] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 715.073320] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.073565] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.073565] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.074412] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.074412] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.074412] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.074412] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.074412] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.074412] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.074709] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.074709] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de7973d3-3f62-43d4-891f-fabae8c0d446 already deleted. [ 715.074709] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de7973d3-3f62-43d4-891f-fabae8c0d446" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.089625] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 715.089625] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 715.089625] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 715.089625] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-512" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.089625] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-7ffaa514-d941-4eb7-b8ab-78685b254184 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.090040] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-7ffaa514-d941-4eb7-b8ab-78685b254184" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.090040] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-7ffaa514-d941-4eb7-b8ab-78685b254184" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.090241] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-7ffaa514-d941-4eb7-b8ab-78685b254184" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.090379] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ffaa514-d941-4eb7-b8ab-78685b254184',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.297150] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 002dd308-e0ed-4e95-af2f-3f39f2911a95 in Status: SUCCESS [ 715.297311] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 002dd308-e0ed-4e95-af2f-3f39f2911a95 deletion is rescheduled due to dependency. [ 715.297419] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-002dd308-e0ed-4e95-af2f-3f39f2911a95" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.498461] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e44d232f-f6cc-40fe-9d1f-03b2e0b5c0f1 [ 715.498461] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.498461] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.498461] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.498461] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.498461] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.498461] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e44d232f-f6cc-40fe-9d1f-03b2e0b5c0f1 already deleted. [ 715.498461] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e44d232f-f6cc-40fe-9d1f-03b2e0b5c0f1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.593419] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.593651] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.593799] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.594200] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.594289] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.594442] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port 7ffaa514-d941-4eb7-b8ab-78685b254184 not found, creating... [ 715.594754] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.594913] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.595062] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.595292] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.595426] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.595714] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.595895] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.595995] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.596308] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.596686] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.596806] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: 7ffaa514-d941-4eb7-b8ab-78685b254184 is going to be created. [ 715.625353] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.625564] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.625689] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.625984] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.626271] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.626517] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-7ffaa514-d941-4eb7-b8ab-78685b254184" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.952573] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 in Status: SUCCESS [ 715.952909] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.952909] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.953509] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.953509] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.407718] env[69758]: INFO networking_nsxv3.common.synchronization [req-e7b4b9b1-f646-43e8-a569-cc6c26643c50 req-833b87d3-8640-43cf-8327-d0d5e1a62284 service nova] Enqueued Resource ID: de7973d3-3f62-43d4-891f-fabae8c0d446 with Priority: HIGHEST for action security_group_rules [ 716.408051] env[69758]: INFO networking_nsxv3.common.synchronization [req-e7b4b9b1-f646-43e8-a569-cc6c26643c50 req-833b87d3-8640-43cf-8327-d0d5e1a62284 service nova] Enqueued Resource ID: de7973d3-3f62-43d4-891f-fabae8c0d446 with Priority: HIGHEST for action security_group_members [ 716.408191] env[69758]: INFO networking_nsxv3.common.synchronization [req-e7b4b9b1-f646-43e8-a569-cc6c26643c50 req-833b87d3-8640-43cf-8327-d0d5e1a62284 service nova] Enqueued Resource ID: 7ffaa514-d941-4eb7-b8ab-78685b254184 with Priority: HIGHEST for action port [ 716.409247] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de7973d3-3f62-43d4-891f-fabae8c0d446 with Priority: HIGHEST for action security_group_rules [ 716.409247] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de7973d3-3f62-43d4-891f-fabae8c0d446 with Priority: HIGHEST for action security_group_members [ 716.409247] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ffaa514-d941-4eb7-b8ab-78685b254184 with Priority: HIGHEST for action port [ 716.409407] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de7973d3-3f62-43d4-891f-fabae8c0d446 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.409589] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de7973d3-3f62-43d4-891f-fabae8c0d446" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.409589] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de7973d3-3f62-43d4-891f-fabae8c0d446" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.409758] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de7973d3-3f62-43d4-891f-fabae8c0d446" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.409839] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de7973d3-3f62-43d4-891f-fabae8c0d446',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.410811] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-de7973d3-3f62-43d4-891f-fabae8c0d446 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.410927] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de7973d3-3f62-43d4-891f-fabae8c0d446" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.411054] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de7973d3-3f62-43d4-891f-fabae8c0d446" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.411179] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de7973d3-3f62-43d4-891f-fabae8c0d446" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.411324] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.411418] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.411477] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.411617] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.411705] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.411800] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de7973d3-3f62-43d4-891f-fabae8c0d446',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.412888] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ffaa514-d941-4eb7-b8ab-78685b254184 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.413106] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ffaa514-d941-4eb7-b8ab-78685b254184" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.413137] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ffaa514-d941-4eb7-b8ab-78685b254184" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.413303] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ffaa514-d941-4eb7-b8ab-78685b254184" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.413385] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ffaa514-d941-4eb7-b8ab-78685b254184',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.457665] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.457872] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.457924] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.458146] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.458353] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.458441] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.458475] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.458620] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.458712] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.458805] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.459054] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.821302] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36b89e1b-bad3-4659-ae37-0a5d47eb72f2 in Status: SUCCESS [ 716.821302] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36b89e1b-bad3-4659-ae37-0a5d47eb72f2 deletion is rescheduled due to dependency. [ 716.821302] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36b89e1b-bad3-4659-ae37-0a5d47eb72f2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.915575] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('de7973d3-3f62-43d4-891f-fabae8c0d446',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.916627] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-de7973d3-3f62-43d4-891f-fabae8c0d446 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.916743] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de7973d3-3f62-43d4-891f-fabae8c0d446" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.916923] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7ffaa514-d941-4eb7-b8ab-78685b254184 with status ACTIVE [ 716.917097] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.917201] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.917263] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.917475] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.917549] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.917705] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.917815] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.917897] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.918041] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.918122] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.918297] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.918388] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.918455] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.919046] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.919133] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.919220] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7ffaa514-d941-4eb7-b8ab-78685b254184 is going to be updated. [ 716.942606] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.942606] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.942606] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.942606] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.942606] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.942780] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ffaa514-d941-4eb7-b8ab-78685b254184" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.961884] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.962217] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.962217] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.962217] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.962217] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.962217] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.962217] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.962777] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.962777] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.962830] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.962956] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.963063] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.963125] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.963323] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.963384] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.963478] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.963537] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.963669] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.966157] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.966157] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.966157] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.280704] env[69758]: INFO networking_nsxv3.common.synchronization [None req-9c13149d-585b-4835-b2e7-5ee4233a13a3 None None] Enqueued Resource ID: e7aae3ff-a4cb-4c68-af30-74ce6d3a8c78 with Priority: HIGHEST for action port [ 717.280704] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7aae3ff-a4cb-4c68-af30-74ce6d3a8c78 with Priority: HIGHEST for action port [ 717.280704] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7aae3ff-a4cb-4c68-af30-74ce6d3a8c78 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.280704] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7aae3ff-a4cb-4c68-af30-74ce6d3a8c78" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.280704] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7aae3ff-a4cb-4c68-af30-74ce6d3a8c78" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.280704] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7aae3ff-a4cb-4c68-af30-74ce6d3a8c78" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.280704] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7aae3ff-a4cb-4c68-af30-74ce6d3a8c78',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.403685] env[69758]: INFO networking_nsxv3.common.synchronization [req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 req-95f1e7c8-44ab-4e4b-9c70-27a62d8ea715 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Enqueued Resource ID: 93100250-9526-4691-bed9-9ff892e2e334 with Priority: HIGHEST for action security_group_members [ 717.403685] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93100250-9526-4691-bed9-9ff892e2e334 with Priority: HIGHEST for action security_group_members [ 717.403983] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-93100250-9526-4691-bed9-9ff892e2e334 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.403983] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.404107] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.404307] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.404481] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.404623] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.404731] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.405037] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.405037] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.405187] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93100250-9526-4691-bed9-9ff892e2e334',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.423390] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('de7973d3-3f62-43d4-891f-fabae8c0d446',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.468190] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9: rpc.has_security_group_logging(os_id): False [ 717.487107] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.487447] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.487447] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.487614] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.488720] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.488720] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.488720] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.488720] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.488720] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.488720] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.488720] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.488720] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.488720] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.489110] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.489110] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.492395] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.492655] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.492875] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.492996] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.493144] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.493267] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 is going to be updated. [ 717.561515] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.561673] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.561746] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.561961] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.562140] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.585494] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 in Status: IN_PROGRESS for 2s [ 717.783360] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e7aae3ff-a4cb-4c68-af30-74ce6d3a8c78 [ 717.784644] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.784644] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.784644] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.784644] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.784644] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.784644] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e7aae3ff-a4cb-4c68-af30-74ce6d3a8c78 already deleted. [ 717.784644] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7aae3ff-a4cb-4c68-af30-74ce6d3a8c78" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.878851] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-15 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.878978] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-15" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.879306] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-15" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.879615] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-15" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.879874] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.880201] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.884014] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.884014] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.884014] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.884014] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 717.884014] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 717.884014] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 717.884014] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 717.884014] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 717.884377] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 717.884471] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 717.906533] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 717.906712] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 717.906852] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 717.907058] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-15" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.907370] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-f7e129b2-6084-460a-a101-3429cfd9ec64 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.907545] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-f7e129b2-6084-460a-a101-3429cfd9ec64" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.907705] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-f7e129b2-6084-460a-a101-3429cfd9ec64" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.907986] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-f7e129b2-6084-460a-a101-3429cfd9ec64" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.908165] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7e129b2-6084-460a-a101-3429cfd9ec64',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.909841] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.910045] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.910168] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.910386] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.910524] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.910750] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.910901] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.911012] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.911261] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.911401] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.911527] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93100250-9526-4691-bed9-9ff892e2e334 already deleted. [ 717.911675] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.929190] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.929411] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.929493] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.929730] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.929794] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.929911] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de7973d3-3f62-43d4-891f-fabae8c0d446 is going to be created. [ 717.955076] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.955251] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.955306] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.955515] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.955677] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.966770] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de7973d3-3f62-43d4-891f-fabae8c0d446 in Status: UNINITIALIZED for 2s [ 718.413025] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.417021] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.417021] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.417021] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.417021] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.417021] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port f7e129b2-6084-460a-a101-3429cfd9ec64 not found, creating... [ 718.417021] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.417021] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.417021] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.417021] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.417021] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.417427] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.417427] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.417427] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.417427] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.417427] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.417427] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: f7e129b2-6084-460a-a101-3429cfd9ec64 is going to be created. [ 718.439403] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.439604] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.439721] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.440008] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.440254] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.440477] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-f7e129b2-6084-460a-a101-3429cfd9ec64" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.557916] env[69758]: INFO networking_nsxv3.common.synchronization [req-d0658a90-be8f-4fae-95af-1d1538788d30 req-b92669af-d429-4d8d-8b35-af4cfb1e793b tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Enqueued Resource ID: 51150f16-cc48-4f6b-b73a-c98fe5635b4a with Priority: HIGHEST for action security_group_members [ 718.558334] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51150f16-cc48-4f6b-b73a-c98fe5635b4a with Priority: HIGHEST for action security_group_members [ 718.559102] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-51150f16-cc48-4f6b-b73a-c98fe5635b4a taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.559790] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51150f16-cc48-4f6b-b73a-c98fe5635b4a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.559790] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51150f16-cc48-4f6b-b73a-c98fe5635b4a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.559790] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51150f16-cc48-4f6b-b73a-c98fe5635b4a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.559790] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.559790] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.560127] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.560127] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.560127] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.560281] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51150f16-cc48-4f6b-b73a-c98fe5635b4a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.062539] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.062920] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.062920] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.063077] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.063156] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.063352] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.063461] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.063513] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.063663] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.063747] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.063848] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51150f16-cc48-4f6b-b73a-c98fe5635b4a is going to be updated. [ 719.091547] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.091754] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.091754] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.091918] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.092075] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.101891] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51150f16-cc48-4f6b-b73a-c98fe5635b4a in Status: IN_PROGRESS for 2s [ 719.269026] env[69758]: INFO networking_nsxv3.common.synchronization [req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 req-0b366b86-0ef5-493a-a92d-cfbf1c9e77b1 service nova] Enqueued Resource ID: 93100250-9526-4691-bed9-9ff892e2e334 with Priority: HIGHEST for action security_group_rules [ 719.269026] env[69758]: INFO networking_nsxv3.common.synchronization [req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 req-0b366b86-0ef5-493a-a92d-cfbf1c9e77b1 service nova] Enqueued Resource ID: 93100250-9526-4691-bed9-9ff892e2e334 with Priority: HIGHEST for action security_group_members [ 719.269026] env[69758]: INFO networking_nsxv3.common.synchronization [req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 req-0b366b86-0ef5-493a-a92d-cfbf1c9e77b1 service nova] Enqueued Resource ID: f7e129b2-6084-460a-a101-3429cfd9ec64 with Priority: HIGHEST for action port [ 719.269026] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93100250-9526-4691-bed9-9ff892e2e334 with Priority: HIGHEST for action security_group_rules [ 719.269026] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93100250-9526-4691-bed9-9ff892e2e334 with Priority: HIGHEST for action security_group_members [ 719.269026] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7e129b2-6084-460a-a101-3429cfd9ec64 with Priority: HIGHEST for action port [ 719.272747] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93100250-9526-4691-bed9-9ff892e2e334 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.272895] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.272961] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.273881] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.273881] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93100250-9526-4691-bed9-9ff892e2e334',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.274313] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-93100250-9526-4691-bed9-9ff892e2e334 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.274516] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.274516] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.274676] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.274842] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.274960] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.278552] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.278552] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.278552] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.278552] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93100250-9526-4691-bed9-9ff892e2e334',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.278679] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7e129b2-6084-460a-a101-3429cfd9ec64 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.278805] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7e129b2-6084-460a-a101-3429cfd9ec64" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.278891] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7e129b2-6084-460a-a101-3429cfd9ec64" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.279077] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7e129b2-6084-460a-a101-3429cfd9ec64" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.279152] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7e129b2-6084-460a-a101-3429cfd9ec64',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.595316] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 in Status: SUCCESS [ 719.595874] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.784022] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-93100250-9526-4691-bed9-9ff892e2e334 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.784022] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.784022] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93100250-9526-4691-bed9-9ff892e2e334',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.784022] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f7e129b2-6084-460a-a101-3429cfd9ec64 with status ACTIVE [ 719.784022] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.784022] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.784022] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.784022] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.784022] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.784022] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.784022] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.784022] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.784022] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.784022] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.784583] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.784583] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.784583] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.784932] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.785133] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.785301] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f7e129b2-6084-460a-a101-3429cfd9ec64 is going to be updated. [ 719.808019] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.808019] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.808019] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.808019] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.808019] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.808246] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7e129b2-6084-460a-a101-3429cfd9ec64" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.975977] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de7973d3-3f62-43d4-891f-fabae8c0d446 in Status: SUCCESS [ 719.976225] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de7973d3-3f62-43d4-891f-fabae8c0d446" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.976387] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de7973d3-3f62-43d4-891f-fabae8c0d446" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.976612] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de7973d3-3f62-43d4-891f-fabae8c0d446" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.976806] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.976916] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.976981] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.977135] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.977215] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.977316] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de7973d3-3f62-43d4-891f-fabae8c0d446" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.977438] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('de7973d3-3f62-43d4-891f-fabae8c0d446',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.099422] env[69758]: INFO networking_nsxv3.common.synchronization [req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 req-6ea5151c-4532-4eb2-b6cd-c1885395deaa tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Enqueued Resource ID: 93100250-9526-4691-bed9-9ff892e2e334 with Priority: HIGHEST for action security_group_members [ 720.099422] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93100250-9526-4691-bed9-9ff892e2e334 with Priority: HIGHEST for action security_group_members [ 720.100750] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-93100250-9526-4691-bed9-9ff892e2e334 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.100750] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.287931] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93100250-9526-4691-bed9-9ff892e2e334',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.486635] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('de7973d3-3f62-43d4-891f-fabae8c0d446',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.502065] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-15 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.502065] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-15" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.502065] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-15" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.502065] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-15" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.503410] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.503818] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.504096] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.504451] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.504759] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.505118] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 720.505430] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 720.505629] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 720.505821] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 720.506050] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 720.506269] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 720.506646] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 720.528845] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 720.529054] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 720.529211] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 720.529413] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-15" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.529930] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-058ca5f2-74cb-4f73-8783-bc0253cfa554 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.530127] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-058ca5f2-74cb-4f73-8783-bc0253cfa554" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.530420] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-058ca5f2-74cb-4f73-8783-bc0253cfa554" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.530812] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-058ca5f2-74cb-4f73-8783-bc0253cfa554" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.531044] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('058ca5f2-74cb-4f73-8783-bc0253cfa554',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.739578] env[69758]: INFO networking_nsxv3.common.synchronization [req-d176d3d5-8dcf-4ff3-9953-53b24a4ac82e req-8c4a011b-6005-4068-8c16-03b97e5d968d tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Enqueued Resource ID: d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 with Priority: HIGHEST for action security_group_members [ 720.740159] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 with Priority: HIGHEST for action security_group_members [ 720.740499] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.745536] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.745536] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.745536] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.745536] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.745536] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.745536] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.745536] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.745536] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.745536] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.790957] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.791180] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.791262] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.792821] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.792821] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.792821] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93100250-9526-4691-bed9-9ff892e2e334 is going to be created. [ 720.815755] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.815840] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.815919] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.816260] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.816439] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.828789] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93100250-9526-4691-bed9-9ff892e2e334 in Status: UNINITIALIZED for 2s [ 720.991672] env[69758]: INFO networking_nsxv3.common.synchronization [req-d176d3d5-8dcf-4ff3-9953-53b24a4ac82e req-5b5cb91c-6c47-46b8-b8a4-6097d84d4fdf tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Enqueued Resource ID: d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 with Priority: HIGHEST for action security_group_members [ 720.992476] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 with Priority: HIGHEST for action security_group_members [ 720.993491] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.993491] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.996829] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for de7973d3-3f62-43d4-891f-fabae8c0d446: rpc.has_security_group_logging(os_id): False [ 721.021474] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.021637] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.021710] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.022066] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.022169] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.023084] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.023210] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.023275] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.023445] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.023538] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.023633] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de7973d3-3f62-43d4-891f-fabae8c0d446 is going to be created. [ 721.038223] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.038223] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.038223] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.038223] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.038223] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.038223] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port 058ca5f2-74cb-4f73-8783-bc0253cfa554 not found, creating... [ 721.038223] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.038223] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.038223] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.038962] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.039366] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.040093] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.040457] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.040802] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.041206] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.041795] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.042249] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: 058ca5f2-74cb-4f73-8783-bc0253cfa554 is going to be created. [ 721.065497] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.065874] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.065874] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.066185] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.066443] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.066700] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-058ca5f2-74cb-4f73-8783-bc0253cfa554" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.102028] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.102605] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.102605] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.103100] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.103100] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.120144] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51150f16-cc48-4f6b-b73a-c98fe5635b4a in Status: SUCCESS [ 721.120413] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51150f16-cc48-4f6b-b73a-c98fe5635b4a deletion is rescheduled due to dependency. [ 721.120542] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51150f16-cc48-4f6b-b73a-c98fe5635b4a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.127057] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de7973d3-3f62-43d4-891f-fabae8c0d446 in Status: IN_PROGRESS for 2s [ 721.247769] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.276754] env[69758]: INFO networking_nsxv3.common.synchronization [req-d176d3d5-8dcf-4ff3-9953-53b24a4ac82e req-93c05da5-fb5e-4dfe-9c21-3fcfe41539e7 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Enqueued Resource ID: d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 with Priority: HIGHEST for action security_group_members [ 721.276754] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 with Priority: HIGHEST for action security_group_members [ 721.276754] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.276754] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.750499] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.021536] env[69758]: INFO networking_nsxv3.common.synchronization [req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 req-bcc52866-67b3-421b-a7e3-62e928ab728d service nova] Enqueued Resource ID: 93100250-9526-4691-bed9-9ff892e2e334 with Priority: HIGHEST for action security_group_rules [ 722.021723] env[69758]: INFO networking_nsxv3.common.synchronization [req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 req-bcc52866-67b3-421b-a7e3-62e928ab728d service nova] Enqueued Resource ID: 93100250-9526-4691-bed9-9ff892e2e334 with Priority: HIGHEST for action security_group_members [ 722.021957] env[69758]: INFO networking_nsxv3.common.synchronization [req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 req-bcc52866-67b3-421b-a7e3-62e928ab728d service nova] Enqueued Resource ID: 058ca5f2-74cb-4f73-8783-bc0253cfa554 with Priority: HIGHEST for action port [ 722.022201] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93100250-9526-4691-bed9-9ff892e2e334 with Priority: HIGHEST for action security_group_rules [ 722.022329] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93100250-9526-4691-bed9-9ff892e2e334 with Priority: HIGHEST for action security_group_members [ 722.022426] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 058ca5f2-74cb-4f73-8783-bc0253cfa554 with Priority: HIGHEST for action port [ 722.023384] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93100250-9526-4691-bed9-9ff892e2e334 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.023384] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.023384] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-93100250-9526-4691-bed9-9ff892e2e334 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.023384] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.023559] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-058ca5f2-74cb-4f73-8783-bc0253cfa554 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.023612] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-058ca5f2-74cb-4f73-8783-bc0253cfa554" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.023939] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-058ca5f2-74cb-4f73-8783-bc0253cfa554" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.023939] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-058ca5f2-74cb-4f73-8783-bc0253cfa554" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.024089] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('058ca5f2-74cb-4f73-8783-bc0253cfa554',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.253317] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.254122] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.254122] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.254285] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.254397] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.254499] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 is going to be updated. [ 722.280661] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.280841] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.280886] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.281125] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.281274] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.289997] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 in Status: IN_PROGRESS for 2s [ 722.526520] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 058ca5f2-74cb-4f73-8783-bc0253cfa554 with status ACTIVE [ 722.526811] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.526987] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.527105] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.527346] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.527478] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.527718] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.527853] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.527941] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.528179] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.528316] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.528558] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.528697] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.528788] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.528965] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.529093] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.529212] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 058ca5f2-74cb-4f73-8783-bc0253cfa554 is going to be updated. [ 722.551064] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.551239] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.551362] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.551510] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.551658] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.551853] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-058ca5f2-74cb-4f73-8783-bc0253cfa554" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.841304] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93100250-9526-4691-bed9-9ff892e2e334 in Status: SUCCESS [ 722.841304] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.841304] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.841304] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.841304] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.841304] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.841304] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.841594] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.841594] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.841594] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.841677] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('93100250-9526-4691-bed9-9ff892e2e334',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.842507] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.842725] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.842844] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.842962] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.844514] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.844646] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.844757] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.844889] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93100250-9526-4691-bed9-9ff892e2e334',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.145025] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de7973d3-3f62-43d4-891f-fabae8c0d446 in Status: SUCCESS [ 723.145025] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de7973d3-3f62-43d4-891f-fabae8c0d446" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.311303] env[69758]: INFO networking_nsxv3.common.synchronization [req-cc6f5753-28e8-465b-acc3-11e7a8b062bb req-f115b17f-4885-476e-b5f8-19704af9456c tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Enqueued Resource ID: ed837327-7a7f-4d3a-b27c-a53ff3da5a3a with Priority: HIGHEST for action security_group_members [ 723.313064] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed837327-7a7f-4d3a-b27c-a53ff3da5a3a with Priority: HIGHEST for action security_group_members [ 723.313384] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.313564] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.313639] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.313880] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.314228] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.314228] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.314228] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.314379] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.314413] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.314502] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed837327-7a7f-4d3a-b27c-a53ff3da5a3a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.346830] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-93100250-9526-4691-bed9-9ff892e2e334 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.346961] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.347169] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93100250-9526-4691-bed9-9ff892e2e334',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.672560] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-447 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.672762] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-447" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.672887] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-447" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.673190] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-447" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.673445] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.673664] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.673823] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.674059] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.674209] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.674411] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 723.674523] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 723.674629] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 723.674759] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 723.674843] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 723.674947] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 723.675094] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 723.694533] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 723.694703] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 723.694841] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 723.695042] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-447" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.695355] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-7789469e-1abb-4d81-a6da-353c0ec78997 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.695523] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-7789469e-1abb-4d81-a6da-353c0ec78997" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.695642] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-7789469e-1abb-4d81-a6da-353c0ec78997" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.695969] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-7789469e-1abb-4d81-a6da-353c0ec78997" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.696125] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7789469e-1abb-4d81-a6da-353c0ec78997',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.817126] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed837327-7a7f-4d3a-b27c-a53ff3da5a3a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.850030] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93100250-9526-4691-bed9-9ff892e2e334',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.199097] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.199474] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.199657] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.202360] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.202558] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.202726] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port 7789469e-1abb-4d81-a6da-353c0ec78997 not found, creating... [ 724.203055] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.203240] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.203360] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.203617] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.203913] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.205427] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.205427] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.205427] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.205427] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.205696] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.205855] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: 7789469e-1abb-4d81-a6da-353c0ec78997 is going to be created. [ 724.233679] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.234076] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.234218] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.234727] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.235016] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.235274] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-7789469e-1abb-4d81-a6da-353c0ec78997" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.307566] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 in Status: SUCCESS [ 724.307795] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.308092] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.308313] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.308647] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.308740] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.308740] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.309244] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.309244] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.309244] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.319162] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed837327-7a7f-4d3a-b27c-a53ff3da5a3a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.354811] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.354811] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.354811] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.355131] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.355267] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.355389] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93100250-9526-4691-bed9-9ff892e2e334 is going to be updated. [ 724.394239] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.394428] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.394428] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.394717] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.394957] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.411864] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93100250-9526-4691-bed9-9ff892e2e334 in Status: IN_PROGRESS for 2s [ 724.812069] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.812257] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.812314] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.812586] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.812690] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.812926] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.813195] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.813195] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.813361] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.813418] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.813508] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 is going to be updated. [ 724.821470] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.821668] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.821668] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.821898] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.821950] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.822054] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed837327-7a7f-4d3a-b27c-a53ff3da5a3a is going to be updated. [ 724.846081] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.846081] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.846359] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.846425] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.846539] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.852240] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.852418] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.852489] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.854066] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.854220] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.868276] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 in Status: IN_PROGRESS for 2s [ 724.868276] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed837327-7a7f-4d3a-b27c-a53ff3da5a3a in Status: IN_PROGRESS for 2s [ 725.033040] env[69758]: INFO networking_nsxv3.common.synchronization [req-cc6f5753-28e8-465b-acc3-11e7a8b062bb req-957f2e05-429b-4800-bf25-c3faa8de7d67 service nova] Enqueued Resource ID: ed837327-7a7f-4d3a-b27c-a53ff3da5a3a with Priority: HIGHEST for action security_group_rules [ 725.033040] env[69758]: INFO networking_nsxv3.common.synchronization [req-cc6f5753-28e8-465b-acc3-11e7a8b062bb req-957f2e05-429b-4800-bf25-c3faa8de7d67 service nova] Enqueued Resource ID: ed837327-7a7f-4d3a-b27c-a53ff3da5a3a with Priority: HIGHEST for action security_group_members [ 725.033040] env[69758]: INFO networking_nsxv3.common.synchronization [req-cc6f5753-28e8-465b-acc3-11e7a8b062bb req-957f2e05-429b-4800-bf25-c3faa8de7d67 service nova] Enqueued Resource ID: 7789469e-1abb-4d81-a6da-353c0ec78997 with Priority: HIGHEST for action port [ 725.033040] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed837327-7a7f-4d3a-b27c-a53ff3da5a3a with Priority: HIGHEST for action security_group_rules [ 725.033040] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed837327-7a7f-4d3a-b27c-a53ff3da5a3a with Priority: HIGHEST for action security_group_members [ 725.033040] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7789469e-1abb-4d81-a6da-353c0ec78997 with Priority: HIGHEST for action port [ 725.033040] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.033040] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.033040] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.033909] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.034142] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed837327-7a7f-4d3a-b27c-a53ff3da5a3a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.035770] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.035986] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.036344] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-7789469e-1abb-4d81-a6da-353c0ec78997 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.036700] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7789469e-1abb-4d81-a6da-353c0ec78997" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.037320] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7789469e-1abb-4d81-a6da-353c0ec78997" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.037320] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7789469e-1abb-4d81-a6da-353c0ec78997" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.037320] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7789469e-1abb-4d81-a6da-353c0ec78997',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.540248] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.540553] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.541411] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7789469e-1abb-4d81-a6da-353c0ec78997 with status ACTIVE [ 725.541740] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.541920] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.542047] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.542426] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.542595] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.542843] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.543094] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.543190] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.543518] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.543647] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.544402] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.544402] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.544402] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.544402] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.544402] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.544715] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7789469e-1abb-4d81-a6da-353c0ec78997 is going to be updated. [ 725.593613] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.594782] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.594782] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.594782] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.594782] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.594782] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7789469e-1abb-4d81-a6da-353c0ec78997" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.431408] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93100250-9526-4691-bed9-9ff892e2e334 in Status: SUCCESS [ 726.431408] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.431408] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.431408] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.431666] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.431727] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.432749] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.432749] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.432749] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.432749] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93100250-9526-4691-bed9-9ff892e2e334',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.880528] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 in Status: SUCCESS [ 726.881012] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 deletion is rescheduled due to dependency. [ 726.881012] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.881012] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.881435] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.881756] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.881999] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.882118] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.882355] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.882471] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.882591] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.887631] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed837327-7a7f-4d3a-b27c-a53ff3da5a3a in Status: SUCCESS [ 726.887631] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.887631] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.887800] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.888708] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.888708] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.888708] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.888708] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.888708] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.888708] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed837327-7a7f-4d3a-b27c-a53ff3da5a3a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.936786] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93100250-9526-4691-bed9-9ff892e2e334',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.391187] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.391187] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.391187] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.391187] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.391187] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.391849] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.391849] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.391849] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.391849] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.391849] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.391849] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 is going to be updated. [ 727.392830] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed837327-7a7f-4d3a-b27c-a53ff3da5a3a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.425009] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.425009] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.425009] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.425009] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.425009] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.435748] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 in Status: IN_PROGRESS for 2s [ 727.439247] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93100250-9526-4691-bed9-9ff892e2e334',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.896388] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed837327-7a7f-4d3a-b27c-a53ff3da5a3a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.942228] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.942400] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.943427] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.943427] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.943427] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.943427] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93100250-9526-4691-bed9-9ff892e2e334 is going to be updated. [ 727.973358] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.973358] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.973358] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.973358] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.973358] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.983187] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93100250-9526-4691-bed9-9ff892e2e334 in Status: IN_PROGRESS for 2s [ 728.081544] env[69758]: INFO networking_nsxv3.common.synchronization [req-a66c0885-322b-43c6-bad1-39366f05c259 req-3ebfe985-527d-4aa5-a0f4-6d4e523c9448 tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Enqueued Resource ID: 25e50abc-db08-4d17-8597-7f62ca5148f9 with Priority: HIGHEST for action security_group_members [ 728.082349] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25e50abc-db08-4d17-8597-7f62ca5148f9 with Priority: HIGHEST for action security_group_members [ 728.082669] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-25e50abc-db08-4d17-8597-7f62ca5148f9 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.082799] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25e50abc-db08-4d17-8597-7f62ca5148f9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.082907] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25e50abc-db08-4d17-8597-7f62ca5148f9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.083335] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25e50abc-db08-4d17-8597-7f62ca5148f9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.083508] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.083616] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.083680] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.083916] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.084044] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.084197] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25e50abc-db08-4d17-8597-7f62ca5148f9',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.400217] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.400580] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.400580] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.400710] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.400710] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.400808] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed837327-7a7f-4d3a-b27c-a53ff3da5a3a is going to be updated. [ 728.429423] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.429578] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.429652] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.429910] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.429994] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.441358] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed837327-7a7f-4d3a-b27c-a53ff3da5a3a in Status: IN_PROGRESS for 2s [ 728.588014] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.588189] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.588293] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.588489] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.588725] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.588830] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.588917] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.588966] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.589096] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.589175] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.589260] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25e50abc-db08-4d17-8597-7f62ca5148f9 is going to be updated. [ 728.621682] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.621682] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.621682] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.621962] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.622355] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.631407] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25e50abc-db08-4d17-8597-7f62ca5148f9 in Status: IN_PROGRESS for 2s [ 729.449239] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 in Status: SUCCESS [ 729.449504] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 deletion is rescheduled due to dependency. [ 729.449504] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.996763] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93100250-9526-4691-bed9-9ff892e2e334 in Status: SUCCESS [ 729.996763] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.996928] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.997139] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.997337] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.997748] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.997888] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.998086] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.998181] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.998277] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.998454] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-93100250-9526-4691-bed9-9ff892e2e334 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.998584] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.998644] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.998799] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.999026] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.999177] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.999278] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.999438] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.999527] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.999664] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.999811] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('93100250-9526-4691-bed9-9ff892e2e334',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.451398] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed837327-7a7f-4d3a-b27c-a53ff3da5a3a in Status: SUCCESS [ 730.451676] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.451843] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.452066] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.452220] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.452339] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.452406] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.452564] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.452647] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.452732] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.452922] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ed837327-7a7f-4d3a-b27c-a53ff3da5a3a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.502135] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 93100250-9526-4691-bed9-9ff892e2e334: rpc.has_security_group_logging(os_id): False [ 730.521388] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.521583] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.521672] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.521989] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.521989] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.522224] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.522432] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.522432] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.522767] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.522845] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.523591] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.523591] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.523591] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.523591] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.523591] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.523904] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.524455] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.524455] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.524455] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.524455] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.524455] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93100250-9526-4691-bed9-9ff892e2e334 is going to be created. [ 730.603414] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.603724] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.604934] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.605273] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.605540] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.617032] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93100250-9526-4691-bed9-9ff892e2e334 in Status: IN_PROGRESS for 2s [ 730.654071] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25e50abc-db08-4d17-8597-7f62ca5148f9 in Status: SUCCESS [ 730.654071] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25e50abc-db08-4d17-8597-7f62ca5148f9 deletion is rescheduled due to dependency. [ 730.654071] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25e50abc-db08-4d17-8597-7f62ca5148f9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.848242] env[69758]: INFO networking_nsxv3.common.synchronization [None req-bdc57ab3-2528-43a3-b3ca-97200d9308fd None None] Enqueued Resource ID: a357a4d3-97c5-4fe8-aaa5-ff521a677f8d with Priority: HIGHEST for action port [ 730.848242] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a357a4d3-97c5-4fe8-aaa5-ff521a677f8d with Priority: HIGHEST for action port [ 730.848242] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-a357a4d3-97c5-4fe8-aaa5-ff521a677f8d taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.848242] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a357a4d3-97c5-4fe8-aaa5-ff521a677f8d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.848242] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a357a4d3-97c5-4fe8-aaa5-ff521a677f8d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.848242] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a357a4d3-97c5-4fe8-aaa5-ff521a677f8d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.848242] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a357a4d3-97c5-4fe8-aaa5-ff521a677f8d',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.955190] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.955362] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.955433] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.958252] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.958252] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.958252] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.958252] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.958252] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.958252] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.958252] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.958252] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.958252] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.958252] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.958984] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.958984] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.958984] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.958984] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.958984] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.958984] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.958984] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.959371] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ed837327-7a7f-4d3a-b27c-a53ff3da5a3a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.350661] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a357a4d3-97c5-4fe8-aaa5-ff521a677f8d [ 731.350907] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.351062] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.351139] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.351342] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.351502] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.351556] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a357a4d3-97c5-4fe8-aaa5-ff521a677f8d already deleted. [ 731.351610] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a357a4d3-97c5-4fe8-aaa5-ff521a677f8d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.461481] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ed837327-7a7f-4d3a-b27c-a53ff3da5a3a: rpc.has_security_group_logging(os_id): False [ 731.482488] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.483220] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.483220] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.483220] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.484190] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.484532] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.485375] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.485375] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.485375] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.485375] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.485375] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.485375] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.485640] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.485640] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.485696] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.485900] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.487213] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.487213] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.487213] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.487213] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.487213] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed837327-7a7f-4d3a-b27c-a53ff3da5a3a is going to be updated. [ 731.556195] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.556325] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.556394] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.556608] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.556798] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.576132] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed837327-7a7f-4d3a-b27c-a53ff3da5a3a in Status: IN_PROGRESS for 2s [ 732.630019] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93100250-9526-4691-bed9-9ff892e2e334 in Status: SUCCESS [ 732.630390] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.630500] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.630763] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.630859] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93100250-9526-4691-bed9-9ff892e2e334',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.850098] env[69758]: INFO networking_nsxv3.common.synchronization [None req-58db34b4-81c4-4b1c-a30d-e32db59571cd None None] Enqueued Resource ID: 60b5605a-1fa9-42d2-97b1-4d9e26e87b2c with Priority: HIGHEST for action port [ 732.851536] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60b5605a-1fa9-42d2-97b1-4d9e26e87b2c with Priority: HIGHEST for action port [ 732.854967] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-60b5605a-1fa9-42d2-97b1-4d9e26e87b2c taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.855639] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60b5605a-1fa9-42d2-97b1-4d9e26e87b2c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.855714] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60b5605a-1fa9-42d2-97b1-4d9e26e87b2c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.856025] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60b5605a-1fa9-42d2-97b1-4d9e26e87b2c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.856166] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60b5605a-1fa9-42d2-97b1-4d9e26e87b2c',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.133495] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-93100250-9526-4691-bed9-9ff892e2e334 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.133730] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.133857] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.134232] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.134419] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.134561] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.134661] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.134961] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.135072] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.135212] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.135310] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('93100250-9526-4691-bed9-9ff892e2e334',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.255506] env[69758]: INFO networking_nsxv3.common.synchronization [req-2d670338-a0d9-4b7a-bdb7-2de18621313e req-2f75cca3-2202-450c-84d9-cc82ea48c8dd tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Enqueued Resource ID: 93100250-9526-4691-bed9-9ff892e2e334 with Priority: HIGHEST for action security_group_members [ 733.255661] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93100250-9526-4691-bed9-9ff892e2e334 with Priority: HIGHEST for action security_group_members [ 733.255923] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-93100250-9526-4691-bed9-9ff892e2e334 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.257757] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.257973] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.258118] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.258569] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.258569] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.258569] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.258725] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.258725] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.258818] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93100250-9526-4691-bed9-9ff892e2e334',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.360285] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 60b5605a-1fa9-42d2-97b1-4d9e26e87b2c [ 733.360794] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.360794] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.360934] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.361118] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.361263] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.362042] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:60b5605a-1fa9-42d2-97b1-4d9e26e87b2c already deleted. [ 733.362042] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60b5605a-1fa9-42d2-97b1-4d9e26e87b2c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.409591] env[69758]: INFO networking_nsxv3.common.synchronization [req-338095f9-6918-4310-91bd-8b5465b21be0 req-e8fe369e-511e-4115-8f67-0a473d6889cd tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Enqueued Resource ID: 93100250-9526-4691-bed9-9ff892e2e334 with Priority: HIGHEST for action security_group_members [ 733.410214] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93100250-9526-4691-bed9-9ff892e2e334 with Priority: HIGHEST for action security_group_members [ 733.410526] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-93100250-9526-4691-bed9-9ff892e2e334 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.410629] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.454104] env[69758]: INFO networking_nsxv3.common.synchronization [req-30cd71fb-107b-488d-a6a4-d16b879b0388 req-29871811-c627-4307-a4df-58c4ce12dea1 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Enqueued Resource ID: a152f44c-6c16-4860-853f-55e035ddd3c1 with Priority: HIGHEST for action security_group_members [ 733.454776] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a152f44c-6c16-4860-853f-55e035ddd3c1 with Priority: HIGHEST for action security_group_members [ 733.455810] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-a152f44c-6c16-4860-853f-55e035ddd3c1 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.455810] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a152f44c-6c16-4860-853f-55e035ddd3c1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.455810] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a152f44c-6c16-4860-853f-55e035ddd3c1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.455810] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a152f44c-6c16-4860-853f-55e035ddd3c1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.455810] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.455810] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.455810] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.461389] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.461389] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.461514] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a152f44c-6c16-4860-853f-55e035ddd3c1',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.597969] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed837327-7a7f-4d3a-b27c-a53ff3da5a3a in Status: SUCCESS [ 733.599025] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.641529] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-93100250-9526-4691-bed9-9ff892e2e334 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.641909] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.762486] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93100250-9526-4691-bed9-9ff892e2e334',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.862247] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-859 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.862391] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-859" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.862532] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-859" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.862843] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-859" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.863184] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.863365] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.863512] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.863697] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.863915] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.864146] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 733.864288] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 733.864354] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 733.864471] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 733.864694] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 733.864694] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 733.864815] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 733.883168] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 733.883444] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 733.883513] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 733.883681] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-859" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.884105] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-fe68c605-6c2c-496f-aa1d-44ea7642a6a9 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.884297] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-fe68c605-6c2c-496f-aa1d-44ea7642a6a9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.884463] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-fe68c605-6c2c-496f-aa1d-44ea7642a6a9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.884723] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-fe68c605-6c2c-496f-aa1d-44ea7642a6a9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.884877] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe68c605-6c2c-496f-aa1d-44ea7642a6a9',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.964252] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.964413] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.964485] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.964734] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.964845] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.965076] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.968960] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.968960] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.968960] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.968960] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.968960] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a152f44c-6c16-4860-853f-55e035ddd3c1 already deleted. [ 733.968960] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a152f44c-6c16-4860-853f-55e035ddd3c1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.265053] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93100250-9526-4691-bed9-9ff892e2e334',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.389736] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.389736] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.389736] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.389736] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.389736] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.389736] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port fe68c605-6c2c-496f-aa1d-44ea7642a6a9 not found, creating... [ 734.389736] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.389736] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.389736] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.390173] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.390173] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.390235] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.390466] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.390466] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.390640] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.390768] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.390900] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: fe68c605-6c2c-496f-aa1d-44ea7642a6a9 is going to be created. [ 734.412419] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.412641] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.412767] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.413536] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.414043] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.414180] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-fe68c605-6c2c-496f-aa1d-44ea7642a6a9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.632547] env[69758]: INFO networking_nsxv3.common.synchronization [req-bb7219ad-6e60-4e4d-bd06-3182bcae4f22 req-a842b6ee-e6c4-45c0-90c4-63e8f8822980 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Enqueued Resource ID: 8fd852bb-aac8-4ffb-917f-1d50f9c2246e with Priority: HIGHEST for action security_group_members [ 734.632753] env[69758]: INFO networking_nsxv3.common.synchronization [req-bb7219ad-6e60-4e4d-bd06-3182bcae4f22 req-a842b6ee-e6c4-45c0-90c4-63e8f8822980 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Enqueued Resource ID: ed837327-7a7f-4d3a-b27c-a53ff3da5a3a with Priority: HIGHEST for action security_group_members [ 734.633347] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fd852bb-aac8-4ffb-917f-1d50f9c2246e with Priority: HIGHEST for action security_group_members [ 734.633504] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed837327-7a7f-4d3a-b27c-a53ff3da5a3a with Priority: HIGHEST for action security_group_members [ 734.633749] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fd852bb-aac8-4ffb-917f-1d50f9c2246e taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.633891] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fd852bb-aac8-4ffb-917f-1d50f9c2246e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.633978] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fd852bb-aac8-4ffb-917f-1d50f9c2246e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.634381] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fd852bb-aac8-4ffb-917f-1d50f9c2246e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.634552] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.634702] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.634795] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.634996] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.635165] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.635324] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8fd852bb-aac8-4ffb-917f-1d50f9c2246e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.636626] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.636741] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.636791] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.637073] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.637232] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.638299] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.638299] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.638299] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.638299] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.638299] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed837327-7a7f-4d3a-b27c-a53ff3da5a3a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.681228] env[69758]: INFO networking_nsxv3.common.synchronization [req-bb7219ad-6e60-4e4d-bd06-3182bcae4f22 req-a842b6ee-e6c4-45c0-90c4-63e8f8822980 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Enqueued Resource ID: 8fd852bb-aac8-4ffb-917f-1d50f9c2246e with Priority: HIGHEST for action security_group_rules [ 734.681228] env[69758]: INFO networking_nsxv3.common.synchronization [req-bb7219ad-6e60-4e4d-bd06-3182bcae4f22 req-a842b6ee-e6c4-45c0-90c4-63e8f8822980 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Enqueued Resource ID: 8fd852bb-aac8-4ffb-917f-1d50f9c2246e with Priority: HIGHEST for action security_group_members [ 734.681228] env[69758]: INFO networking_nsxv3.common.synchronization [req-bb7219ad-6e60-4e4d-bd06-3182bcae4f22 req-a842b6ee-e6c4-45c0-90c4-63e8f8822980 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Enqueued Resource ID: ed837327-7a7f-4d3a-b27c-a53ff3da5a3a with Priority: HIGHEST for action security_group_rules [ 734.681228] env[69758]: INFO networking_nsxv3.common.synchronization [req-bb7219ad-6e60-4e4d-bd06-3182bcae4f22 req-a842b6ee-e6c4-45c0-90c4-63e8f8822980 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Enqueued Resource ID: ed837327-7a7f-4d3a-b27c-a53ff3da5a3a with Priority: HIGHEST for action security_group_members [ 734.681228] env[69758]: INFO networking_nsxv3.common.synchronization [req-bb7219ad-6e60-4e4d-bd06-3182bcae4f22 req-a842b6ee-e6c4-45c0-90c4-63e8f8822980 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Enqueued Resource ID: 7789469e-1abb-4d81-a6da-353c0ec78997 with Priority: HIGHEST for action port [ 734.684424] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fd852bb-aac8-4ffb-917f-1d50f9c2246e with Priority: HIGHEST for action security_group_rules [ 734.684902] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed837327-7a7f-4d3a-b27c-a53ff3da5a3a with Priority: HIGHEST for action security_group_rules [ 734.685157] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7789469e-1abb-4d81-a6da-353c0ec78997 with Priority: HIGHEST for action port [ 734.685686] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fd852bb-aac8-4ffb-917f-1d50f9c2246e with Priority: HIGHEST for action security_group_members [ 734.688045] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed837327-7a7f-4d3a-b27c-a53ff3da5a3a with Priority: HIGHEST for action security_group_members [ 734.688045] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8fd852bb-aac8-4ffb-917f-1d50f9c2246e taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.688045] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8fd852bb-aac8-4ffb-917f-1d50f9c2246e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.688045] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8fd852bb-aac8-4ffb-917f-1d50f9c2246e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.688045] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8fd852bb-aac8-4ffb-917f-1d50f9c2246e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.688045] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8fd852bb-aac8-4ffb-917f-1d50f9c2246e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.688045] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.688045] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.688045] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.688800] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.689406] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed837327-7a7f-4d3a-b27c-a53ff3da5a3a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.690978] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-7789469e-1abb-4d81-a6da-353c0ec78997 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.691643] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7789469e-1abb-4d81-a6da-353c0ec78997" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.691643] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7789469e-1abb-4d81-a6da-353c0ec78997" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.691643] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7789469e-1abb-4d81-a6da-353c0ec78997" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.691643] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7789469e-1abb-4d81-a6da-353c0ec78997',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.692478] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fd852bb-aac8-4ffb-917f-1d50f9c2246e taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.692478] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fd852bb-aac8-4ffb-917f-1d50f9c2246e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.692636] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.692696] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.767181] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.767181] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.767181] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.767342] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.767394] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.767492] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93100250-9526-4691-bed9-9ff892e2e334 is going to be updated. [ 734.796856] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.797034] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.797111] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.797308] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.797455] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.807167] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93100250-9526-4691-bed9-9ff892e2e334 in Status: IN_PROGRESS for 2s [ 735.137103] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8fd852bb-aac8-4ffb-917f-1d50f9c2246e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.142321] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed837327-7a7f-4d3a-b27c-a53ff3da5a3a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.194404] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7789469e-1abb-4d81-a6da-353c0ec78997 with status ACTIVE [ 735.194825] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.195150] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.195244] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.195525] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.195673] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.196025] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.196147] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.196255] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.196450] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.196528] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.196775] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.196878] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.196933] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.197196] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.197299] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.197542] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7789469e-1abb-4d81-a6da-353c0ec78997 is going to be updated. [ 735.199205] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.199205] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.199514] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fd852bb-aac8-4ffb-917f-1d50f9c2246e taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.199621] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fd852bb-aac8-4ffb-917f-1d50f9c2246e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.224311] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.224311] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.224311] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.224311] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.224311] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.224311] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7789469e-1abb-4d81-a6da-353c0ec78997" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.326382] env[69758]: INFO networking_nsxv3.common.synchronization [req-30cd71fb-107b-488d-a6a4-d16b879b0388 req-c8dc5277-75a3-4b31-b795-711c3d9f8cc7 service nova] Enqueued Resource ID: a152f44c-6c16-4860-853f-55e035ddd3c1 with Priority: HIGHEST for action security_group_rules [ 735.326562] env[69758]: INFO networking_nsxv3.common.synchronization [req-30cd71fb-107b-488d-a6a4-d16b879b0388 req-c8dc5277-75a3-4b31-b795-711c3d9f8cc7 service nova] Enqueued Resource ID: a152f44c-6c16-4860-853f-55e035ddd3c1 with Priority: HIGHEST for action security_group_members [ 735.326700] env[69758]: INFO networking_nsxv3.common.synchronization [req-30cd71fb-107b-488d-a6a4-d16b879b0388 req-c8dc5277-75a3-4b31-b795-711c3d9f8cc7 service nova] Enqueued Resource ID: fe68c605-6c2c-496f-aa1d-44ea7642a6a9 with Priority: HIGHEST for action port [ 735.326935] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a152f44c-6c16-4860-853f-55e035ddd3c1 with Priority: HIGHEST for action security_group_rules [ 735.328569] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a152f44c-6c16-4860-853f-55e035ddd3c1 with Priority: HIGHEST for action security_group_members [ 735.328569] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe68c605-6c2c-496f-aa1d-44ea7642a6a9 with Priority: HIGHEST for action port [ 735.328972] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a152f44c-6c16-4860-853f-55e035ddd3c1 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.329122] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a152f44c-6c16-4860-853f-55e035ddd3c1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.329192] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a152f44c-6c16-4860-853f-55e035ddd3c1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.329459] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a152f44c-6c16-4860-853f-55e035ddd3c1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.329545] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a152f44c-6c16-4860-853f-55e035ddd3c1',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.330474] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-a152f44c-6c16-4860-853f-55e035ddd3c1 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.330598] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a152f44c-6c16-4860-853f-55e035ddd3c1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.330666] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a152f44c-6c16-4860-853f-55e035ddd3c1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.330845] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a152f44c-6c16-4860-853f-55e035ddd3c1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.330994] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.331106] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.331169] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.331311] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.331399] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.331511] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a152f44c-6c16-4860-853f-55e035ddd3c1',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.332652] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe68c605-6c2c-496f-aa1d-44ea7642a6a9 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.332724] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe68c605-6c2c-496f-aa1d-44ea7642a6a9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.332753] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe68c605-6c2c-496f-aa1d-44ea7642a6a9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.333713] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe68c605-6c2c-496f-aa1d-44ea7642a6a9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.333713] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe68c605-6c2c-496f-aa1d-44ea7642a6a9',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.640341] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8fd852bb-aac8-4ffb-917f-1d50f9c2246e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.647695] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed837327-7a7f-4d3a-b27c-a53ff3da5a3a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.838039] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-a152f44c-6c16-4860-853f-55e035ddd3c1 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.838039] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a152f44c-6c16-4860-853f-55e035ddd3c1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.838039] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a152f44c-6c16-4860-853f-55e035ddd3c1',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.838039] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fe68c605-6c2c-496f-aa1d-44ea7642a6a9 with status ACTIVE [ 735.838039] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.838039] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.838039] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.838039] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.838039] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.838039] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.838039] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.838039] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.838039] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.838039] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.839416] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.839416] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.839416] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.841157] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.841329] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.841426] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fe68c605-6c2c-496f-aa1d-44ea7642a6a9 is going to be updated. [ 735.868816] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.869017] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.869093] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.869392] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.869464] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.869585] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe68c605-6c2c-496f-aa1d-44ea7642a6a9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.142890] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.143070] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.143151] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.144707] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.144707] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.144707] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fd852bb-aac8-4ffb-917f-1d50f9c2246e is going to be created. [ 736.149788] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.150345] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.150345] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.150345] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.150559] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.150559] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed837327-7a7f-4d3a-b27c-a53ff3da5a3a is going to be updated. [ 736.175360] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.175360] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.175360] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.175360] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.175360] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.177971] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.178128] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.178204] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.178405] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.178760] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.187030] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fd852bb-aac8-4ffb-917f-1d50f9c2246e in Status: UNINITIALIZED for 2s [ 736.189115] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed837327-7a7f-4d3a-b27c-a53ff3da5a3a in Status: IN_PROGRESS for 2s [ 736.345811] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a152f44c-6c16-4860-853f-55e035ddd3c1',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.819538] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93100250-9526-4691-bed9-9ff892e2e334 in Status: SUCCESS [ 736.819728] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.819905] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.820149] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.820331] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.820450] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.820517] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.820731] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.820818] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.820937] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93100250-9526-4691-bed9-9ff892e2e334',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.848301] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.848617] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.848617] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.848750] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.848858] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.848958] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a152f44c-6c16-4860-853f-55e035ddd3c1 is going to be created. [ 736.874029] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.874276] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.874392] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.874711] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.874990] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.886614] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a152f44c-6c16-4860-853f-55e035ddd3c1 in Status: UNINITIALIZED for 2s [ 737.327976] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.328119] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.328240] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.328554] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.328663] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.328886] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.328961] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.329046] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.329201] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.329275] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.329365] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93100250-9526-4691-bed9-9ff892e2e334 is going to be updated. [ 737.362944] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.363178] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.363178] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.363376] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.363525] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.373401] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93100250-9526-4691-bed9-9ff892e2e334 in Status: IN_PROGRESS for 2s [ 738.221026] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fd852bb-aac8-4ffb-917f-1d50f9c2246e in Status: SUCCESS [ 738.221026] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fd852bb-aac8-4ffb-917f-1d50f9c2246e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.221026] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed837327-7a7f-4d3a-b27c-a53ff3da5a3a in Status: SUCCESS [ 738.221026] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.221026] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fd852bb-aac8-4ffb-917f-1d50f9c2246e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.221026] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fd852bb-aac8-4ffb-917f-1d50f9c2246e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.221026] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.221026] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.221026] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.221026] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.221026] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.221719] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8fd852bb-aac8-4ffb-917f-1d50f9c2246e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.225249] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.225249] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.225249] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.225249] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.225249] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.225249] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.225249] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.225249] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed837327-7a7f-4d3a-b27c-a53ff3da5a3a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.730078] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8fd852bb-aac8-4ffb-917f-1d50f9c2246e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.730078] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed837327-7a7f-4d3a-b27c-a53ff3da5a3a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.898172] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a152f44c-6c16-4860-853f-55e035ddd3c1 in Status: SUCCESS [ 738.898331] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a152f44c-6c16-4860-853f-55e035ddd3c1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.898492] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a152f44c-6c16-4860-853f-55e035ddd3c1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.898719] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a152f44c-6c16-4860-853f-55e035ddd3c1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.898920] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.899056] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.899532] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.899532] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.899532] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.899676] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a152f44c-6c16-4860-853f-55e035ddd3c1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.899676] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a152f44c-6c16-4860-853f-55e035ddd3c1',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.231008] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8fd852bb-aac8-4ffb-917f-1d50f9c2246e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.234210] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed837327-7a7f-4d3a-b27c-a53ff3da5a3a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.385220] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93100250-9526-4691-bed9-9ff892e2e334 in Status: SUCCESS [ 739.385421] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93100250-9526-4691-bed9-9ff892e2e334 deletion is rescheduled due to dependency. [ 739.385545] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.385722] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.387196] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.387196] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.387196] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.387196] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.387196] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.387196] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.387196] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.387196] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-93100250-9526-4691-bed9-9ff892e2e334 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.387196] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.387196] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.387196] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.387196] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.387690] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.387690] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.387690] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.387690] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.387690] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.387690] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('93100250-9526-4691-bed9-9ff892e2e334',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.404033] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-a152f44c-6c16-4860-853f-55e035ddd3c1 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.404033] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a152f44c-6c16-4860-853f-55e035ddd3c1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.404212] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a152f44c-6c16-4860-853f-55e035ddd3c1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.404382] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a152f44c-6c16-4860-853f-55e035ddd3c1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.405025] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.405025] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.405025] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.405025] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.405025] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.405025] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a152f44c-6c16-4860-853f-55e035ddd3c1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.405300] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-a152f44c-6c16-4860-853f-55e035ddd3c1 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.405300] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a152f44c-6c16-4860-853f-55e035ddd3c1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.405373] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a152f44c-6c16-4860-853f-55e035ddd3c1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.405484] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a152f44c-6c16-4860-853f-55e035ddd3c1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.407216] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.407216] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.407216] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.407216] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.407216] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.407216] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a152f44c-6c16-4860-853f-55e035ddd3c1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.407216] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a152f44c-6c16-4860-853f-55e035ddd3c1',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.739029] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.739029] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.739029] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.739029] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.739029] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.739029] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fd852bb-aac8-4ffb-917f-1d50f9c2246e is going to be updated. [ 739.739029] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.739029] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.739029] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.739029] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.739029] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.739029] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed837327-7a7f-4d3a-b27c-a53ff3da5a3a is going to be updated. [ 739.771444] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.772398] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.772398] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.772398] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.772398] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.774127] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.774198] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.774262] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.774458] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.774589] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.784072] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fd852bb-aac8-4ffb-917f-1d50f9c2246e in Status: IN_PROGRESS for 2s [ 739.784762] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed837327-7a7f-4d3a-b27c-a53ff3da5a3a in Status: IN_PROGRESS for 2s [ 739.891635] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 93100250-9526-4691-bed9-9ff892e2e334: rpc.has_security_group_logging(os_id): False [ 739.909956] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.909956] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.909956] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.909956] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.910242] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.910278] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.910637] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.910637] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.910637] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.910637] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.910812] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.910918] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.910976] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.911178] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.911292] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.911402] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.911467] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.912154] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.912154] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.912154] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.912154] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93100250-9526-4691-bed9-9ff892e2e334 is going to be updated. [ 739.913319] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a152f44c-6c16-4860-853f-55e035ddd3c1: rpc.has_security_group_logging(os_id): False [ 739.932356] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.932547] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.932547] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.932827] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.932911] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.933101] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.933209] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.933273] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.933439] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.933534] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.933864] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.933864] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.934027] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.934125] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.934249] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.934813] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.934813] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.934813] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.934813] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.934813] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.934813] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a152f44c-6c16-4860-853f-55e035ddd3c1 is going to be created. [ 739.990251] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.990475] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.990520] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.991352] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.991352] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.012023] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.012250] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.012316] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.012503] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.012698] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.019600] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93100250-9526-4691-bed9-9ff892e2e334 in Status: IN_PROGRESS for 2s [ 740.034142] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a152f44c-6c16-4860-853f-55e035ddd3c1 in Status: IN_PROGRESS for 2s [ 740.329277] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 740.329552] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=6 [ 741.650354] env[69758]: INFO networking_nsxv3.common.synchronization [req-1b2534ab-c308-407a-928a-51d5aaec8daa req-62273c41-4030-47c0-8abf-cb3f21d86376 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Enqueued Resource ID: f7e8c30a-9ae4-4744-b268-e35c19aec014 with Priority: HIGHEST for action security_group_members [ 741.650868] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7e8c30a-9ae4-4744-b268-e35c19aec014 with Priority: HIGHEST for action security_group_members [ 741.651178] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7e8c30a-9ae4-4744-b268-e35c19aec014 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.651296] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7e8c30a-9ae4-4744-b268-e35c19aec014" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.651360] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7e8c30a-9ae4-4744-b268-e35c19aec014" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.651552] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7e8c30a-9ae4-4744-b268-e35c19aec014" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.651694] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.651786] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.651863] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.654885] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.655166] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.655166] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7e8c30a-9ae4-4744-b268-e35c19aec014',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.795918] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fd852bb-aac8-4ffb-917f-1d50f9c2246e in Status: SUCCESS [ 741.796185] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fd852bb-aac8-4ffb-917f-1d50f9c2246e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.796384] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fd852bb-aac8-4ffb-917f-1d50f9c2246e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.796780] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fd852bb-aac8-4ffb-917f-1d50f9c2246e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.797048] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.797185] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.797258] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.797442] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.797544] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.797633] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fd852bb-aac8-4ffb-917f-1d50f9c2246e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.797739] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8fd852bb-aac8-4ffb-917f-1d50f9c2246e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.803200] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed837327-7a7f-4d3a-b27c-a53ff3da5a3a in Status: SUCCESS [ 741.803200] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.803200] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.803200] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.803200] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.803200] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.803200] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.803200] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.803200] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.803200] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.803200] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ed837327-7a7f-4d3a-b27c-a53ff3da5a3a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.990046] env[69758]: INFO networking_nsxv3.common.synchronization [req-c71bfe3b-9158-487d-a40e-74a2b3efc908 req-1c58f13a-927e-4bf2-902d-38f3b88af498 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Enqueued Resource ID: b5a2b408-da04-40da-91da-db576863723c with Priority: HIGHEST for action security_group_members [ 741.990046] env[69758]: INFO networking_nsxv3.common.synchronization [req-c71bfe3b-9158-487d-a40e-74a2b3efc908 req-1c58f13a-927e-4bf2-902d-38f3b88af498 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Enqueued Resource ID: ed837327-7a7f-4d3a-b27c-a53ff3da5a3a with Priority: HIGHEST for action security_group_members [ 741.990046] env[69758]: INFO networking_nsxv3.common.synchronization [req-c71bfe3b-9158-487d-a40e-74a2b3efc908 req-1c58f13a-927e-4bf2-902d-38f3b88af498 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Enqueued Resource ID: 8fd852bb-aac8-4ffb-917f-1d50f9c2246e with Priority: HIGHEST for action security_group_members [ 741.990046] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5a2b408-da04-40da-91da-db576863723c with Priority: HIGHEST for action security_group_members [ 741.990046] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed837327-7a7f-4d3a-b27c-a53ff3da5a3a with Priority: HIGHEST for action security_group_members [ 741.990046] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fd852bb-aac8-4ffb-917f-1d50f9c2246e with Priority: HIGHEST for action security_group_members [ 741.992215] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5a2b408-da04-40da-91da-db576863723c taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.992215] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5a2b408-da04-40da-91da-db576863723c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.992215] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5a2b408-da04-40da-91da-db576863723c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.992215] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5a2b408-da04-40da-91da-db576863723c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.992215] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.992215] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.992215] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.992215] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.992577] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.992577] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5a2b408-da04-40da-91da-db576863723c',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.994212] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.995188] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.995188] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.995188] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.995188] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.995475] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.995475] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.995699] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.995865] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.996082] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed837327-7a7f-4d3a-b27c-a53ff3da5a3a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.001839] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fd852bb-aac8-4ffb-917f-1d50f9c2246e taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.002054] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fd852bb-aac8-4ffb-917f-1d50f9c2246e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.003267] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fd852bb-aac8-4ffb-917f-1d50f9c2246e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.003267] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fd852bb-aac8-4ffb-917f-1d50f9c2246e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.003267] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.003267] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.003267] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.003617] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.003617] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.003710] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8fd852bb-aac8-4ffb-917f-1d50f9c2246e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.037057] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93100250-9526-4691-bed9-9ff892e2e334 in Status: SUCCESS [ 742.037361] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.051764] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a152f44c-6c16-4860-853f-55e035ddd3c1 in Status: SUCCESS [ 742.052048] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a152f44c-6c16-4860-853f-55e035ddd3c1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.057929] env[69758]: INFO networking_nsxv3.common.synchronization [req-c71bfe3b-9158-487d-a40e-74a2b3efc908 req-1c58f13a-927e-4bf2-902d-38f3b88af498 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Enqueued Resource ID: 8fd852bb-aac8-4ffb-917f-1d50f9c2246e with Priority: HIGHEST for action security_group_rules [ 742.058298] env[69758]: INFO networking_nsxv3.common.synchronization [req-c71bfe3b-9158-487d-a40e-74a2b3efc908 req-1c58f13a-927e-4bf2-902d-38f3b88af498 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Enqueued Resource ID: 8fd852bb-aac8-4ffb-917f-1d50f9c2246e with Priority: HIGHEST for action security_group_members [ 742.058465] env[69758]: INFO networking_nsxv3.common.synchronization [req-c71bfe3b-9158-487d-a40e-74a2b3efc908 req-1c58f13a-927e-4bf2-902d-38f3b88af498 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Enqueued Resource ID: b5a2b408-da04-40da-91da-db576863723c with Priority: HIGHEST for action security_group_rules [ 742.058594] env[69758]: INFO networking_nsxv3.common.synchronization [req-c71bfe3b-9158-487d-a40e-74a2b3efc908 req-1c58f13a-927e-4bf2-902d-38f3b88af498 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Enqueued Resource ID: b5a2b408-da04-40da-91da-db576863723c with Priority: HIGHEST for action security_group_members [ 742.058722] env[69758]: INFO networking_nsxv3.common.synchronization [req-c71bfe3b-9158-487d-a40e-74a2b3efc908 req-1c58f13a-927e-4bf2-902d-38f3b88af498 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Enqueued Resource ID: ed837327-7a7f-4d3a-b27c-a53ff3da5a3a with Priority: HIGHEST for action security_group_rules [ 742.058846] env[69758]: INFO networking_nsxv3.common.synchronization [req-c71bfe3b-9158-487d-a40e-74a2b3efc908 req-1c58f13a-927e-4bf2-902d-38f3b88af498 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Enqueued Resource ID: ed837327-7a7f-4d3a-b27c-a53ff3da5a3a with Priority: HIGHEST for action security_group_members [ 742.058970] env[69758]: INFO networking_nsxv3.common.synchronization [req-c71bfe3b-9158-487d-a40e-74a2b3efc908 req-1c58f13a-927e-4bf2-902d-38f3b88af498 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Enqueued Resource ID: 7789469e-1abb-4d81-a6da-353c0ec78997 with Priority: HIGHEST for action port [ 742.059655] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fd852bb-aac8-4ffb-917f-1d50f9c2246e with Priority: HIGHEST for action security_group_rules [ 742.059857] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5a2b408-da04-40da-91da-db576863723c with Priority: HIGHEST for action security_group_rules [ 742.060049] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed837327-7a7f-4d3a-b27c-a53ff3da5a3a with Priority: HIGHEST for action security_group_members [ 742.060856] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7789469e-1abb-4d81-a6da-353c0ec78997 with Priority: HIGHEST for action port [ 742.060856] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed837327-7a7f-4d3a-b27c-a53ff3da5a3a with Priority: HIGHEST for action security_group_rules [ 742.060856] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fd852bb-aac8-4ffb-917f-1d50f9c2246e with Priority: HIGHEST for action security_group_members [ 742.060856] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5a2b408-da04-40da-91da-db576863723c with Priority: HIGHEST for action security_group_members [ 742.060856] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8fd852bb-aac8-4ffb-917f-1d50f9c2246e taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.060856] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8fd852bb-aac8-4ffb-917f-1d50f9c2246e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.061280] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5a2b408-da04-40da-91da-db576863723c taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.061423] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5a2b408-da04-40da-91da-db576863723c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.061530] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5a2b408-da04-40da-91da-db576863723c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.062156] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5a2b408-da04-40da-91da-db576863723c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.062156] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5a2b408-da04-40da-91da-db576863723c',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.063597] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.063753] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.064088] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-7789469e-1abb-4d81-a6da-353c0ec78997 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.064259] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7789469e-1abb-4d81-a6da-353c0ec78997" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.064365] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7789469e-1abb-4d81-a6da-353c0ec78997" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.068306] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7789469e-1abb-4d81-a6da-353c0ec78997" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.068438] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7789469e-1abb-4d81-a6da-353c0ec78997',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.069349] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.069879] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.069879] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fd852bb-aac8-4ffb-917f-1d50f9c2246e taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.069879] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fd852bb-aac8-4ffb-917f-1d50f9c2246e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.070020] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5a2b408-da04-40da-91da-db576863723c taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.070020] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5a2b408-da04-40da-91da-db576863723c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.160285] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.160483] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.160566] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.160782] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.160913] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.161184] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.161297] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.161334] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.161490] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.161622] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.161734] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7e8c30a-9ae4-4744-b268-e35c19aec014 is going to be updated. [ 742.199677] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.199677] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.199677] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.199677] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.199677] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.211781] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7e8c30a-9ae4-4744-b268-e35c19aec014 in Status: IN_PROGRESS for 2s [ 742.303381] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8fd852bb-aac8-4ffb-917f-1d50f9c2246e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.304589] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.304701] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.495764] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5a2b408-da04-40da-91da-db576863723c',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.501814] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed837327-7a7f-4d3a-b27c-a53ff3da5a3a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.506517] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8fd852bb-aac8-4ffb-917f-1d50f9c2246e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.571754] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5a2b408-da04-40da-91da-db576863723c taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.571957] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5a2b408-da04-40da-91da-db576863723c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.572270] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7789469e-1abb-4d81-a6da-353c0ec78997 with status ACTIVE [ 742.572547] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.572706] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.572773] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.573021] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.573159] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.573342] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.573441] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.573503] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.573670] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.573778] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.574117] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.574256] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.574350] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.574589] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.574723] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.574860] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7789469e-1abb-4d81-a6da-353c0ec78997 is going to be updated. [ 742.602437] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.602437] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.602437] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.602437] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.602714] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.602714] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7789469e-1abb-4d81-a6da-353c0ec78997" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.810041] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8fd852bb-aac8-4ffb-917f-1d50f9c2246e: rpc.has_security_group_logging(os_id): False [ 742.833316] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.833316] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.833316] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.833316] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.833316] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.833316] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.833316] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.833316] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.833316] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.833316] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.833316] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8fd852bb-aac8-4ffb-917f-1d50f9c2246e is going to be created. [ 742.905537] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.905537] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.905537] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.905537] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.905537] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.918715] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8fd852bb-aac8-4ffb-917f-1d50f9c2246e in Status: IN_PROGRESS for 2s [ 742.998162] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5a2b408-da04-40da-91da-db576863723c',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.004826] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed837327-7a7f-4d3a-b27c-a53ff3da5a3a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.009326] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8fd852bb-aac8-4ffb-917f-1d50f9c2246e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.279168] env[69758]: INFO networking_nsxv3.common.synchronization [req-69047f01-d516-4a3a-8aa8-51ca9e64a0dc req-63ae0999-9cba-4161-998c-298c502de241 tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] Enqueued Resource ID: 752acef9-787c-46a9-a0a0-11d4989cf50f with Priority: HIGHEST for action security_group_members [ 743.281560] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 752acef9-787c-46a9-a0a0-11d4989cf50f with Priority: HIGHEST for action security_group_members [ 743.281560] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-752acef9-787c-46a9-a0a0-11d4989cf50f taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.281560] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-752acef9-787c-46a9-a0a0-11d4989cf50f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.281560] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-752acef9-787c-46a9-a0a0-11d4989cf50f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.281560] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-752acef9-787c-46a9-a0a0-11d4989cf50f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.281560] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.281560] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.281560] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.281560] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.281560] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.281560] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('752acef9-787c-46a9-a0a0-11d4989cf50f',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.500813] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.500971] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.501143] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.501273] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.501369] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.501466] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5a2b408-da04-40da-91da-db576863723c is going to be created. [ 743.507570] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.507702] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.507766] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.508031] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.508141] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.508267] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed837327-7a7f-4d3a-b27c-a53ff3da5a3a is going to be updated. [ 743.510972] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.510972] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.510972] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.511114] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.511216] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.511321] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fd852bb-aac8-4ffb-917f-1d50f9c2246e is going to be updated. [ 743.533807] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.533807] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.534089] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.534284] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.534576] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.543170] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.543170] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.543170] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.543302] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.543349] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.546138] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5a2b408-da04-40da-91da-db576863723c in Status: UNINITIALIZED for 2s [ 743.552459] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed837327-7a7f-4d3a-b27c-a53ff3da5a3a in Status: IN_PROGRESS for 2s [ 743.788254] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.788452] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.788694] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.788759] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.788826] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.789050] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.789329] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.789329] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.789426] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.789631] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.789631] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 752acef9-787c-46a9-a0a0-11d4989cf50f already deleted. [ 743.789631] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-752acef9-787c-46a9-a0a0-11d4989cf50f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.067693] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-431 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.068055] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-431" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.068055] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-431" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.068367] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-431" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.068648] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.068804] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.068951] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.069246] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.069396] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.069617] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 744.069733] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 744.069842] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 744.069949] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 744.070071] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 744.070179] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 744.070307] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 744.090553] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 744.090904] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 744.091069] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 744.091253] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-431" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.091707] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-be04488e-123b-47ee-b804-ac7714750443 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.091991] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-be04488e-123b-47ee-b804-ac7714750443" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.092207] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-be04488e-123b-47ee-b804-ac7714750443" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.092677] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-be04488e-123b-47ee-b804-ac7714750443" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.092899] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be04488e-123b-47ee-b804-ac7714750443',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.226865] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7e8c30a-9ae4-4744-b268-e35c19aec014 in Status: SUCCESS [ 744.226977] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7e8c30a-9ae4-4744-b268-e35c19aec014 deletion is rescheduled due to dependency. [ 744.227145] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7e8c30a-9ae4-4744-b268-e35c19aec014" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.389569] env[69758]: ERROR networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Request=Function PUT Argumetns {'path': '/policy/api/v1/infra/domains/default/groups/8fd852bb-aac8-4ffb-917f-1d50f9c2246e', 'data': {'id': '8fd852bb-aac8-4ffb-917f-1d50f9c2246e', 'display_name': '8fd852bb-aac8-4ffb-917f-1d50f9c2246e', 'path': '/infra/domains/default/groups/8fd852bb-aac8-4ffb-917f-1d50f9c2246e', 'expression': [{'value': 'security_group|8fd852bb-aac8-4ffb-917f-1d50f9c2246e', 'member_type': 'SegmentPort', 'key': 'Tag', 'operator': 'EQUALS', 'resource_type': 'Condition'}, {'resource_type': 'ConjunctionOperator', 'conjunction_operator': 'OR'}, {'resource_type': 'IPAddressExpression', 'ip_addresses': ['192.168.128.13']}], 'tags': [{'scope': 'age', 'tag': 1746772179}, {'scope': 'revision_number', 'tag': 0}], '_revision': 1}} Response=('Connection aborted.', RemoteDisconnected('Remote end closed connection without response')): requests.exceptions.ConnectionError: ('Connection aborted.', RemoteDisconnected('Remote end closed connection without response')) [ 744.389728] env[69758]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Retrying connection (1/2) with timeout 2s for Client.put {{(pid=69758) decorator /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/client_nsx.py:122}} [ 744.596459] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.596725] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.596858] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.597195] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.597369] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.597528] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port be04488e-123b-47ee-b804-ac7714750443 not found, creating... [ 744.597822] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.598015] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.598184] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.598379] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.598534] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.598886] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.599850] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.600067] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.600327] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.600501] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.600668] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: be04488e-123b-47ee-b804-ac7714750443 is going to be created. [ 744.634033] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.635515] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.635515] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.635515] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.635515] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.635515] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-be04488e-123b-47ee-b804-ac7714750443" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.935965] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8fd852bb-aac8-4ffb-917f-1d50f9c2246e in Status: SUCCESS [ 744.935965] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8fd852bb-aac8-4ffb-917f-1d50f9c2246e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.935965] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8fd852bb-aac8-4ffb-917f-1d50f9c2246e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.935965] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8fd852bb-aac8-4ffb-917f-1d50f9c2246e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.935965] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8fd852bb-aac8-4ffb-917f-1d50f9c2246e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.098235] env[69758]: INFO networking_nsxv3.common.synchronization [None req-9ebfadda-6f6d-48a5-a9e1-2ca4f31aebaa None None] Enqueued Resource ID: 7543bd8b-63f6-4a7c-a3f7-c2a3f0fc932d with Priority: HIGHEST for action port [ 745.098892] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7543bd8b-63f6-4a7c-a3f7-c2a3f0fc932d with Priority: HIGHEST for action port [ 745.099915] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-7543bd8b-63f6-4a7c-a3f7-c2a3f0fc932d taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.100122] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7543bd8b-63f6-4a7c-a3f7-c2a3f0fc932d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.100241] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7543bd8b-63f6-4a7c-a3f7-c2a3f0fc932d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.100541] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7543bd8b-63f6-4a7c-a3f7-c2a3f0fc932d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.100678] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7543bd8b-63f6-4a7c-a3f7-c2a3f0fc932d',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.438480] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fd852bb-aac8-4ffb-917f-1d50f9c2246e taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.438480] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fd852bb-aac8-4ffb-917f-1d50f9c2246e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.555587] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5a2b408-da04-40da-91da-db576863723c in Status: SUCCESS [ 745.555809] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5a2b408-da04-40da-91da-db576863723c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.555970] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5a2b408-da04-40da-91da-db576863723c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.556338] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5a2b408-da04-40da-91da-db576863723c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.556506] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.556575] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.556610] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.556796] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.556829] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.556909] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5a2b408-da04-40da-91da-db576863723c',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.562661] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed837327-7a7f-4d3a-b27c-a53ff3da5a3a in Status: SUCCESS [ 745.562814] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.563607] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.563927] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.564235] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.564659] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.564759] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.564959] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.565117] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.565263] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed837327-7a7f-4d3a-b27c-a53ff3da5a3a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.604093] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7543bd8b-63f6-4a7c-a3f7-c2a3f0fc932d [ 745.605643] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.605643] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.605643] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.605643] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.605643] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.605643] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7543bd8b-63f6-4a7c-a3f7-c2a3f0fc932d already deleted. [ 745.605643] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7543bd8b-63f6-4a7c-a3f7-c2a3f0fc932d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.983563] env[69758]: INFO networking_nsxv3.common.synchronization [req-7cf338a8-b053-4cfd-8c23-7e088771c4d7 req-5bab7bec-a88b-4d90-a752-d853d21fb726 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Enqueued Resource ID: 8fd852bb-aac8-4ffb-917f-1d50f9c2246e with Priority: HIGHEST for action security_group_members [ 745.984294] env[69758]: INFO networking_nsxv3.common.synchronization [req-7cf338a8-b053-4cfd-8c23-7e088771c4d7 req-5bab7bec-a88b-4d90-a752-d853d21fb726 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Enqueued Resource ID: b5a2b408-da04-40da-91da-db576863723c with Priority: HIGHEST for action security_group_members [ 745.984500] env[69758]: INFO networking_nsxv3.common.synchronization [req-7cf338a8-b053-4cfd-8c23-7e088771c4d7 req-5bab7bec-a88b-4d90-a752-d853d21fb726 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Enqueued Resource ID: ed837327-7a7f-4d3a-b27c-a53ff3da5a3a with Priority: HIGHEST for action security_group_members [ 745.985154] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fd852bb-aac8-4ffb-917f-1d50f9c2246e with Priority: HIGHEST for action security_group_members [ 745.985581] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5a2b408-da04-40da-91da-db576863723c with Priority: HIGHEST for action security_group_members [ 745.988380] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed837327-7a7f-4d3a-b27c-a53ff3da5a3a with Priority: HIGHEST for action security_group_members [ 745.988715] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fd852bb-aac8-4ffb-917f-1d50f9c2246e taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.988820] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fd852bb-aac8-4ffb-917f-1d50f9c2246e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.989034] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5a2b408-da04-40da-91da-db576863723c taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.989117] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5a2b408-da04-40da-91da-db576863723c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.989609] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.989692] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.064541] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5a2b408-da04-40da-91da-db576863723c',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.068571] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed837327-7a7f-4d3a-b27c-a53ff3da5a3a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.368405] env[69758]: INFO networking_nsxv3.common.synchronization [req-69047f01-d516-4a3a-8aa8-51ca9e64a0dc req-dc878992-59ae-46ab-919d-7d81f3c24f7e service nova] Enqueued Resource ID: 752acef9-787c-46a9-a0a0-11d4989cf50f with Priority: HIGHEST for action security_group_rules [ 746.368682] env[69758]: INFO networking_nsxv3.common.synchronization [req-69047f01-d516-4a3a-8aa8-51ca9e64a0dc req-dc878992-59ae-46ab-919d-7d81f3c24f7e service nova] Enqueued Resource ID: 752acef9-787c-46a9-a0a0-11d4989cf50f with Priority: HIGHEST for action security_group_members [ 746.368717] env[69758]: INFO networking_nsxv3.common.synchronization [req-69047f01-d516-4a3a-8aa8-51ca9e64a0dc req-dc878992-59ae-46ab-919d-7d81f3c24f7e service nova] Enqueued Resource ID: be04488e-123b-47ee-b804-ac7714750443 with Priority: HIGHEST for action port [ 746.368953] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 752acef9-787c-46a9-a0a0-11d4989cf50f with Priority: HIGHEST for action security_group_rules [ 746.369093] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 752acef9-787c-46a9-a0a0-11d4989cf50f with Priority: HIGHEST for action security_group_members [ 746.369192] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be04488e-123b-47ee-b804-ac7714750443 with Priority: HIGHEST for action port [ 746.369751] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-752acef9-787c-46a9-a0a0-11d4989cf50f taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.369862] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-752acef9-787c-46a9-a0a0-11d4989cf50f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.369935] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-752acef9-787c-46a9-a0a0-11d4989cf50f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.370295] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-752acef9-787c-46a9-a0a0-11d4989cf50f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.370390] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('752acef9-787c-46a9-a0a0-11d4989cf50f',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.371236] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-752acef9-787c-46a9-a0a0-11d4989cf50f taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.371350] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-752acef9-787c-46a9-a0a0-11d4989cf50f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.371418] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-752acef9-787c-46a9-a0a0-11d4989cf50f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.371582] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-752acef9-787c-46a9-a0a0-11d4989cf50f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.371726] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.371819] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.371882] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.372109] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.372258] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.372330] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('752acef9-787c-46a9-a0a0-11d4989cf50f',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.373072] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-be04488e-123b-47ee-b804-ac7714750443 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.373183] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be04488e-123b-47ee-b804-ac7714750443" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.373250] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be04488e-123b-47ee-b804-ac7714750443" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.373401] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be04488e-123b-47ee-b804-ac7714750443" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.373475] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be04488e-123b-47ee-b804-ac7714750443',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.456606] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.456784] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.456826] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.457056] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.457211] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.469015] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fd852bb-aac8-4ffb-917f-1d50f9c2246e in Status: IN_PROGRESS for 2s [ 746.505330] env[69758]: INFO networking_nsxv3.common.synchronization [None req-a197d172-20a0-4837-abc8-eb42bd3d585d None None] Enqueued Resource ID: fe30c272-9cc3-480d-b9b5-ae88892f62f8 with Priority: HIGHEST for action port [ 746.506069] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe30c272-9cc3-480d-b9b5-ae88892f62f8 with Priority: HIGHEST for action port [ 746.509688] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe30c272-9cc3-480d-b9b5-ae88892f62f8 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.509825] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe30c272-9cc3-480d-b9b5-ae88892f62f8" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.509894] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe30c272-9cc3-480d-b9b5-ae88892f62f8" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.511262] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe30c272-9cc3-480d-b9b5-ae88892f62f8" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.511262] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe30c272-9cc3-480d-b9b5-ae88892f62f8',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.573806] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5a2b408-da04-40da-91da-db576863723c',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.573806] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed837327-7a7f-4d3a-b27c-a53ff3da5a3a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.876755] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('752acef9-787c-46a9-a0a0-11d4989cf50f',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.877870] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-752acef9-787c-46a9-a0a0-11d4989cf50f taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.879205] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-752acef9-787c-46a9-a0a0-11d4989cf50f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.879205] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port be04488e-123b-47ee-b804-ac7714750443 with status ACTIVE [ 746.879205] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.879205] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.879205] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.879205] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.879205] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.879205] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.879205] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.879205] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.879548] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.879548] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.879548] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.879905] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.879905] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.879905] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.879905] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.880094] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: be04488e-123b-47ee-b804-ac7714750443 is going to be updated. [ 746.905934] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.905934] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.905934] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.905934] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.905934] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.905934] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be04488e-123b-47ee-b804-ac7714750443" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.014792] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fe30c272-9cc3-480d-b9b5-ae88892f62f8 [ 747.016129] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.016366] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.016457] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.016736] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.016831] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.016930] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fe30c272-9cc3-480d-b9b5-ae88892f62f8 already deleted. [ 747.017022] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe30c272-9cc3-480d-b9b5-ae88892f62f8" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.075450] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.075450] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.075450] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.075695] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.075695] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.075846] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5a2b408-da04-40da-91da-db576863723c is going to be updated. [ 747.077073] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.077222] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.077265] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.077430] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.078388] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.078388] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed837327-7a7f-4d3a-b27c-a53ff3da5a3a is going to be updated. [ 747.122671] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.123046] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.123046] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.124257] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.124257] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.125687] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.125792] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.125846] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.126710] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.126785] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.138585] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed837327-7a7f-4d3a-b27c-a53ff3da5a3a in Status: IN_PROGRESS for 2s [ 747.141087] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5a2b408-da04-40da-91da-db576863723c in Status: IN_PROGRESS for 2s [ 747.382046] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('752acef9-787c-46a9-a0a0-11d4989cf50f',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.507148] env[69758]: INFO networking_nsxv3.common.synchronization [None req-a6ad5592-29aa-47f2-8e39-63753c064f2a tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] Enqueued Resource ID: 33760f1a-d46c-4670-996f-e3e2aafd0198 with Priority: HIGHEST for action security_group_rules [ 747.507148] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33760f1a-d46c-4670-996f-e3e2aafd0198 with Priority: HIGHEST for action security_group_rules [ 747.507148] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33760f1a-d46c-4670-996f-e3e2aafd0198 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.507359] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33760f1a-d46c-4670-996f-e3e2aafd0198" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.507359] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33760f1a-d46c-4670-996f-e3e2aafd0198" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.507980] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33760f1a-d46c-4670-996f-e3e2aafd0198" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.507980] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33760f1a-d46c-4670-996f-e3e2aafd0198',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.679861] env[69758]: INFO networking_nsxv3.common.synchronization [None req-7a328624-808d-40be-8c7b-0b4d43cc84fb tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] Enqueued Resource ID: 33760f1a-d46c-4670-996f-e3e2aafd0198 with Priority: HIGHEST for action security_group_rules [ 747.681141] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33760f1a-d46c-4670-996f-e3e2aafd0198 with Priority: HIGHEST for action security_group_rules [ 747.681918] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33760f1a-d46c-4670-996f-e3e2aafd0198 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.682428] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33760f1a-d46c-4670-996f-e3e2aafd0198" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.827356] env[69758]: INFO networking_nsxv3.common.synchronization [None req-a7f4db9c-2214-4dc3-9f22-a9fd5d55c57e None None] Enqueued Resource ID: ca5726d9-9342-429f-b6f9-9269789e215f with Priority: HIGHEST for action port [ 747.829084] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca5726d9-9342-429f-b6f9-9269789e215f with Priority: HIGHEST for action port [ 747.831516] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca5726d9-9342-429f-b6f9-9269789e215f taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.831516] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca5726d9-9342-429f-b6f9-9269789e215f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.831516] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca5726d9-9342-429f-b6f9-9269789e215f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.831516] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca5726d9-9342-429f-b6f9-9269789e215f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.831516] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca5726d9-9342-429f-b6f9-9269789e215f',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.886333] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.886545] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.887041] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.887041] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.887041] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.887041] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 752acef9-787c-46a9-a0a0-11d4989cf50f is going to be created. [ 747.935362] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.935362] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.935362] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.935362] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.935620] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.947480] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 752acef9-787c-46a9-a0a0-11d4989cf50f in Status: UNINITIALIZED for 2s [ 748.036261] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.036480] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.036571] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.036843] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.036951] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.037047] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33760f1a-d46c-4670-996f-e3e2aafd0198 already deleted. [ 748.037137] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33760f1a-d46c-4670-996f-e3e2aafd0198" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.037375] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33760f1a-d46c-4670-996f-e3e2aafd0198" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.037459] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33760f1a-d46c-4670-996f-e3e2aafd0198" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.037519] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33760f1a-d46c-4670-996f-e3e2aafd0198',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.335280] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ca5726d9-9342-429f-b6f9-9269789e215f [ 748.335280] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.335280] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.335280] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.335280] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.335280] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.335280] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ca5726d9-9342-429f-b6f9-9269789e215f already deleted. [ 748.335280] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca5726d9-9342-429f-b6f9-9269789e215f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.486807] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fd852bb-aac8-4ffb-917f-1d50f9c2246e in Status: SUCCESS [ 748.487233] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fd852bb-aac8-4ffb-917f-1d50f9c2246e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.487233] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fd852bb-aac8-4ffb-917f-1d50f9c2246e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.487389] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fd852bb-aac8-4ffb-917f-1d50f9c2246e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.487585] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.487748] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.487817] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.488000] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.488144] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.488207] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8fd852bb-aac8-4ffb-917f-1d50f9c2246e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.564592] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.565600] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.565600] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.565600] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.565600] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.565600] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33760f1a-d46c-4670-996f-e3e2aafd0198 already deleted. [ 748.565600] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33760f1a-d46c-4670-996f-e3e2aafd0198" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.992297] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.992578] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.992658] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.992970] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.993091] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.993344] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.993676] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.993746] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.993901] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.994029] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.994141] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fd852bb-aac8-4ffb-917f-1d50f9c2246e is going to be updated. [ 749.027430] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.027583] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.027655] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.027920] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.028088] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.044805] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fd852bb-aac8-4ffb-917f-1d50f9c2246e in Status: IN_PROGRESS for 2s [ 749.155351] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed837327-7a7f-4d3a-b27c-a53ff3da5a3a in Status: SUCCESS [ 749.155351] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.155351] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.155351] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.155351] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.155351] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.155351] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.155351] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.155351] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.155351] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.155351] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.155351] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.155351] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.155351] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.155351] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.155351] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.155351] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.157298] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.157439] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.161078] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.161302] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ed837327-7a7f-4d3a-b27c-a53ff3da5a3a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.163035] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5a2b408-da04-40da-91da-db576863723c in Status: SUCCESS [ 749.165063] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5a2b408-da04-40da-91da-db576863723c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.165063] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.165063] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.165063] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.165063] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.165063] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.165063] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.165063] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.165473] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed837327-7a7f-4d3a-b27c-a53ff3da5a3a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.167795] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5a2b408-da04-40da-91da-db576863723c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.169125] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5a2b408-da04-40da-91da-db576863723c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.169125] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.169125] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.169125] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.169125] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.169125] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.169125] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5a2b408-da04-40da-91da-db576863723c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.169125] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b5a2b408-da04-40da-91da-db576863723c',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.170240] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5a2b408-da04-40da-91da-db576863723c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.170427] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5a2b408-da04-40da-91da-db576863723c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.170602] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.170713] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.170781] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.171160] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.171160] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.171160] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5a2b408-da04-40da-91da-db576863723c',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.243735] env[69758]: INFO networking_nsxv3.common.synchronization [None req-5de9bfcf-5bc4-407f-acc6-bddbdadb23f0 None None] Enqueued Resource ID: 56d2fae0-f9cd-4ae2-a721-a9d58d85bc86 with Priority: HIGHEST for action port [ 749.244075] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56d2fae0-f9cd-4ae2-a721-a9d58d85bc86 with Priority: HIGHEST for action port [ 749.244768] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-56d2fae0-f9cd-4ae2-a721-a9d58d85bc86 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.244888] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56d2fae0-f9cd-4ae2-a721-a9d58d85bc86" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.244966] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56d2fae0-f9cd-4ae2-a721-a9d58d85bc86" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.245327] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56d2fae0-f9cd-4ae2-a721-a9d58d85bc86" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.245453] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56d2fae0-f9cd-4ae2-a721-a9d58d85bc86',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.671644] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ed837327-7a7f-4d3a-b27c-a53ff3da5a3a: rpc.has_security_group_logging(os_id): False [ 749.671958] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed837327-7a7f-4d3a-b27c-a53ff3da5a3a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.673307] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b5a2b408-da04-40da-91da-db576863723c',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.673618] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.673748] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.673813] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.678797] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.678797] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.678797] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.678797] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.678797] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.678797] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.678797] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.678797] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5a2b408-da04-40da-91da-db576863723c is going to be deleted. [ 749.697304] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.697573] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.697682] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.697935] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.698085] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.698327] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.698466] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.698556] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.698753] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.698871] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.699137] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.699280] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.700064] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.700286] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.700514] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.700931] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.701095] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.701526] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.701526] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.701710] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.702479] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed837327-7a7f-4d3a-b27c-a53ff3da5a3a is going to be updated. [ 749.750269] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 56d2fae0-f9cd-4ae2-a721-a9d58d85bc86 [ 749.750504] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.752211] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.752211] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.752211] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.752211] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.752211] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:56d2fae0-f9cd-4ae2-a721-a9d58d85bc86 already deleted. [ 749.752211] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56d2fae0-f9cd-4ae2-a721-a9d58d85bc86" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.793840] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.794044] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.794133] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.794355] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.794455] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.794579] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5a2b408-da04-40da-91da-db576863723c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.795705] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.795891] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.795891] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.800577] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.800806] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.822968] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed837327-7a7f-4d3a-b27c-a53ff3da5a3a in Status: IN_PROGRESS for 2s [ 749.959539] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 752acef9-787c-46a9-a0a0-11d4989cf50f in Status: SUCCESS [ 749.959808] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-752acef9-787c-46a9-a0a0-11d4989cf50f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.959996] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-752acef9-787c-46a9-a0a0-11d4989cf50f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.960733] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-752acef9-787c-46a9-a0a0-11d4989cf50f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.960932] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.961067] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.961226] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.961366] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.961461] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.961721] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-752acef9-787c-46a9-a0a0-11d4989cf50f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.962347] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('752acef9-787c-46a9-a0a0-11d4989cf50f',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.179404] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed837327-7a7f-4d3a-b27c-a53ff3da5a3a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.180793] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b5a2b408-da04-40da-91da-db576863723c: rpc.has_security_group_logging(os_id): False [ 750.217553] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.217715] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.217778] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.218053] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.218204] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.218454] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.218624] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.219539] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.219783] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.219931] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.220016] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5a2b408-da04-40da-91da-db576863723c is going to be created. [ 750.245112] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/b5a2b408-da04-40da-91da-db576863723c], does not exist path=[/infra/domains/default/groups/b5a2b408-da04-40da-91da-db576863723c]."\n}' [ 750.245273] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5a2b408-da04-40da-91da-db576863723c failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/b5a2b408-da04-40da-91da-db576863723c [ 750.245369] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 750.277051] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.277307] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.277307] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.277509] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.278515] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.279214] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.279408] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.279519] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.279731] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.279867] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.280134] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.280691] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.280805] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.281032] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.281174] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.281309] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5a2b408-da04-40da-91da-db576863723c is going to be created. [ 750.311781] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/b5a2b408-da04-40da-91da-db576863723c], does not exist path=[/infra/domains/default/groups/b5a2b408-da04-40da-91da-db576863723c]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/b5a2b408-da04-40da-91da-db576863723c [ 750.312017] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5a2b408-da04-40da-91da-db576863723c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.312525] env[69758]: Traceback (most recent call last): [ 750.312525] env[69758]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 750.312525] env[69758]: return func(*args, **kwargs) [ 750.312525] env[69758]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 750.312525] env[69758]: res.raise_for_status() [ 750.312525] env[69758]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 750.312525] env[69758]: raise HTTPError(http_error_msg, response=self) [ 750.312905] env[69758]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/b5a2b408-da04-40da-91da-db576863723c [ 750.312905] env[69758]: During handling of the above exception, another exception occurred: [ 750.312905] env[69758]: Traceback (most recent call last): [ 750.312905] env[69758]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 750.312905] env[69758]: listener.cb(fileno) [ 750.312905] env[69758]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 750.312905] env[69758]: result = function(*args, **kwargs) [ 750.312905] env[69758]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 750.312905] env[69758]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 750.312905] env[69758]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 750.312905] env[69758]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 750.312905] env[69758]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 750.312905] env[69758]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 750.312905] env[69758]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 750.312905] env[69758]: res.raise_for_status() [ 750.312905] env[69758]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 750.312905] env[69758]: raise HTTPError(http_error_msg, response=self) [ 750.312905] env[69758]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/b5a2b408-da04-40da-91da-db576863723c [ 750.312905] env[69758]: Removing descriptor: 14 [ 750.466876] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('752acef9-787c-46a9-a0a0-11d4989cf50f',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.682623] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.682925] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.682925] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.683017] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.683129] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.683235] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed837327-7a7f-4d3a-b27c-a53ff3da5a3a is going to be updated. [ 750.715889] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.715889] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.715889] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.715889] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.715889] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.725265] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed837327-7a7f-4d3a-b27c-a53ff3da5a3a in Status: IN_PROGRESS for 2s [ 750.969193] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 752acef9-787c-46a9-a0a0-11d4989cf50f: rpc.has_security_group_logging(os_id): False [ 750.991029] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.991196] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.991196] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.991408] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.991480] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.991744] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.991865] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.991865] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.992130] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.992211] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.992351] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 752acef9-787c-46a9-a0a0-11d4989cf50f is going to be created. [ 751.059086] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fd852bb-aac8-4ffb-917f-1d50f9c2246e in Status: SUCCESS [ 751.059307] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fd852bb-aac8-4ffb-917f-1d50f9c2246e deletion is rescheduled due to dependency. [ 751.059444] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fd852bb-aac8-4ffb-917f-1d50f9c2246e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.060264] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fd852bb-aac8-4ffb-917f-1d50f9c2246e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.060264] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fd852bb-aac8-4ffb-917f-1d50f9c2246e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.060264] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.060500] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.060500] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.060556] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.060640] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.060742] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fd852bb-aac8-4ffb-917f-1d50f9c2246e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.060850] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8fd852bb-aac8-4ffb-917f-1d50f9c2246e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.065208] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fd852bb-aac8-4ffb-917f-1d50f9c2246e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.066890] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fd852bb-aac8-4ffb-917f-1d50f9c2246e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.066890] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.066890] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.066890] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.066890] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.066890] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.066890] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8fd852bb-aac8-4ffb-917f-1d50f9c2246e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.085248] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.085248] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.085248] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.085419] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.085550] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.097936] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 752acef9-787c-46a9-a0a0-11d4989cf50f in Status: IN_PROGRESS for 2s [ 751.568785] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8fd852bb-aac8-4ffb-917f-1d50f9c2246e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.574828] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.574828] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.574997] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.575470] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.597500] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.597932] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.598041] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.598129] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.598376] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.598484] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.598617] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fd852bb-aac8-4ffb-917f-1d50f9c2246e is going to be updated. [ 751.642458] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.642716] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.642801] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.643094] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.643250] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.657360] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fd852bb-aac8-4ffb-917f-1d50f9c2246e in Status: IN_PROGRESS for 2s [ 751.862302] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed837327-7a7f-4d3a-b27c-a53ff3da5a3a in Status: SUCCESS [ 751.862655] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.862764] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.863084] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.863084] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed837327-7a7f-4d3a-b27c-a53ff3da5a3a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.071268] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8fd852bb-aac8-4ffb-917f-1d50f9c2246e: rpc.has_security_group_logging(os_id): False [ 752.094854] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.095054] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.095054] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.095835] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.095835] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.098211] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.098211] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.098211] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.098211] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.098211] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.098211] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8fd852bb-aac8-4ffb-917f-1d50f9c2246e is going to be updated. [ 752.171394] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.171862] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.172046] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.172291] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.172442] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.216749] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8fd852bb-aac8-4ffb-917f-1d50f9c2246e in Status: IN_PROGRESS for 2s [ 752.365820] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.366012] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.735902] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed837327-7a7f-4d3a-b27c-a53ff3da5a3a in Status: SUCCESS [ 752.736333] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.736333] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.736565] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.736763] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.736910] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.736960] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.737126] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.737263] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.737456] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.737456] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ed837327-7a7f-4d3a-b27c-a53ff3da5a3a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.112237] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 752acef9-787c-46a9-a0a0-11d4989cf50f in Status: SUCCESS [ 753.112607] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-752acef9-787c-46a9-a0a0-11d4989cf50f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.240582] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.240814] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.240890] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.241195] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.241398] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.241518] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.241609] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.241763] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.241860] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.242009] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.242148] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.242245] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.242317] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.242458] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.242592] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.242696] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.242757] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.242917] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.243070] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.243206] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.243336] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ed837327-7a7f-4d3a-b27c-a53ff3da5a3a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.669921] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fd852bb-aac8-4ffb-917f-1d50f9c2246e in Status: SUCCESS [ 753.669921] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fd852bb-aac8-4ffb-917f-1d50f9c2246e deletion is rescheduled due to dependency. [ 753.669921] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fd852bb-aac8-4ffb-917f-1d50f9c2246e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.747705] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ed837327-7a7f-4d3a-b27c-a53ff3da5a3a: rpc.has_security_group_logging(os_id): False [ 753.769314] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.769314] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.769314] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.769314] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.798228] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.798515] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.798780] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.798780] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.799230] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.799230] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.801127] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.801127] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.801127] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.801127] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.801127] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.801127] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.801127] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.801127] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.801127] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.801524] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.801524] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed837327-7a7f-4d3a-b27c-a53ff3da5a3a is going to be updated. [ 753.898860] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.899079] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.899079] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.899300] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.899450] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.917880] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed837327-7a7f-4d3a-b27c-a53ff3da5a3a in Status: IN_PROGRESS for 2s [ 754.243790] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8fd852bb-aac8-4ffb-917f-1d50f9c2246e in Status: SUCCESS [ 754.244123] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8fd852bb-aac8-4ffb-917f-1d50f9c2246e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.244422] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 754.244422] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 754.826495] env[69758]: INFO networking_nsxv3.common.synchronization [req-c323b60c-18a5-4320-b568-7b08ac32d26e req-2d081335-23cb-4858-a210-8890fcc18317 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Enqueued Resource ID: f01280a9-47d6-43ef-8dd6-0c80b7ab1dca with Priority: HIGHEST for action security_group_members [ 754.826495] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f01280a9-47d6-43ef-8dd6-0c80b7ab1dca with Priority: HIGHEST for action security_group_members [ 754.826495] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.826495] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.826495] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.826495] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.827238] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.827415] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.827519] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.827761] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.827946] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.828152] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f01280a9-47d6-43ef-8dd6-0c80b7ab1dca',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.330665] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.330909] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.330909] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.331494] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.350219] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-869 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.350469] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-869" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.350605] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-869" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.350876] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-869" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.351150] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.351347] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.351420] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.351629] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.351805] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.352028] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 755.352154] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 755.352270] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 755.352377] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 755.352488] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 755.352593] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 755.352724] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 755.354553] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.354760] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.354886] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.354945] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.355139] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.355215] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.355305] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f01280a9-47d6-43ef-8dd6-0c80b7ab1dca is going to be updated. [ 755.375113] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 755.375932] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 755.376110] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 755.376296] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-869" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.376808] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-772b8da9-b4dc-423c-b7e4-1b47d8220e14 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.376928] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-772b8da9-b4dc-423c-b7e4-1b47d8220e14" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.377067] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-772b8da9-b4dc-423c-b7e4-1b47d8220e14" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.377408] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-772b8da9-b4dc-423c-b7e4-1b47d8220e14" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.377547] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('772b8da9-b4dc-423c-b7e4-1b47d8220e14',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.385321] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.388572] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.388572] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.388572] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.388572] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.398008] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f01280a9-47d6-43ef-8dd6-0c80b7ab1dca in Status: IN_PROGRESS for 2s [ 755.883155] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.884137] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.884137] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.884137] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.884137] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.884406] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port 772b8da9-b4dc-423c-b7e4-1b47d8220e14 not found, creating... [ 755.884565] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.884736] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.884942] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.885160] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.885389] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.885690] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.885853] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.885975] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.886202] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.886397] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.886548] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: 772b8da9-b4dc-423c-b7e4-1b47d8220e14 is going to be created. [ 755.908928] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.909333] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.909333] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.909633] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.910968] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.910968] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-772b8da9-b4dc-423c-b7e4-1b47d8220e14" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.939373] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed837327-7a7f-4d3a-b27c-a53ff3da5a3a in Status: SUCCESS [ 755.939651] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.787864] env[69758]: INFO networking_nsxv3.common.synchronization [None req-47d39ea7-5ac4-4d35-b3f8-f128b94cc20f None None] Enqueued Resource ID: 8c0c9796-37de-4471-b1ca-4a687778c4e4 with Priority: HIGHEST for action port [ 756.788186] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c0c9796-37de-4471-b1ca-4a687778c4e4 with Priority: HIGHEST for action port [ 756.788527] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c0c9796-37de-4471-b1ca-4a687778c4e4 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.788674] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c0c9796-37de-4471-b1ca-4a687778c4e4" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.788733] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c0c9796-37de-4471-b1ca-4a687778c4e4" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.788976] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c0c9796-37de-4471-b1ca-4a687778c4e4" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.789237] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c0c9796-37de-4471-b1ca-4a687778c4e4',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.061744] env[69758]: INFO networking_nsxv3.common.synchronization [req-c323b60c-18a5-4320-b568-7b08ac32d26e req-114b74a7-6222-4f55-8325-fb9b9cf9c5b7 service nova] Enqueued Resource ID: f01280a9-47d6-43ef-8dd6-0c80b7ab1dca with Priority: HIGHEST for action security_group_rules [ 757.062007] env[69758]: INFO networking_nsxv3.common.synchronization [req-c323b60c-18a5-4320-b568-7b08ac32d26e req-114b74a7-6222-4f55-8325-fb9b9cf9c5b7 service nova] Enqueued Resource ID: f01280a9-47d6-43ef-8dd6-0c80b7ab1dca with Priority: HIGHEST for action security_group_members [ 757.062219] env[69758]: INFO networking_nsxv3.common.synchronization [req-c323b60c-18a5-4320-b568-7b08ac32d26e req-114b74a7-6222-4f55-8325-fb9b9cf9c5b7 service nova] Enqueued Resource ID: 772b8da9-b4dc-423c-b7e4-1b47d8220e14 with Priority: HIGHEST for action port [ 757.063066] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f01280a9-47d6-43ef-8dd6-0c80b7ab1dca with Priority: HIGHEST for action security_group_rules [ 757.063396] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f01280a9-47d6-43ef-8dd6-0c80b7ab1dca with Priority: HIGHEST for action security_group_members [ 757.063396] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 772b8da9-b4dc-423c-b7e4-1b47d8220e14 with Priority: HIGHEST for action port [ 757.063683] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.063837] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.063924] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.064240] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.064369] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f01280a9-47d6-43ef-8dd6-0c80b7ab1dca',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.065170] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.065302] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.065525] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-772b8da9-b4dc-423c-b7e4-1b47d8220e14 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.065676] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-772b8da9-b4dc-423c-b7e4-1b47d8220e14" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.065747] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-772b8da9-b4dc-423c-b7e4-1b47d8220e14" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.065940] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-772b8da9-b4dc-423c-b7e4-1b47d8220e14" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.066056] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('772b8da9-b4dc-423c-b7e4-1b47d8220e14',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.291651] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8c0c9796-37de-4471-b1ca-4a687778c4e4 [ 757.291890] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.292042] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.292138] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.292319] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.292456] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.292565] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8c0c9796-37de-4471-b1ca-4a687778c4e4 already deleted. [ 757.292653] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c0c9796-37de-4471-b1ca-4a687778c4e4" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.412078] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f01280a9-47d6-43ef-8dd6-0c80b7ab1dca in Status: SUCCESS [ 757.412274] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f01280a9-47d6-43ef-8dd6-0c80b7ab1dca deletion is rescheduled due to dependency. [ 757.413017] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.413017] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.413017] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.413017] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.413490] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.413490] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.413490] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.413490] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.413490] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f01280a9-47d6-43ef-8dd6-0c80b7ab1dca',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.561051] env[69758]: INFO networking_nsxv3.common.synchronization [req-e286d068-457f-45bc-b2ac-36a083c97d6b req-a13d8388-9fcc-4368-a89f-b32578554e66 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Enqueued Resource ID: e9f4a2bc-c6fc-4494-b9f2-23d65084df09 with Priority: HIGHEST for action security_group_members [ 757.561051] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9f4a2bc-c6fc-4494-b9f2-23d65084df09 with Priority: HIGHEST for action security_group_members [ 757.561866] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9f4a2bc-c6fc-4494-b9f2-23d65084df09 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.564312] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9f4a2bc-c6fc-4494-b9f2-23d65084df09" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.564312] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9f4a2bc-c6fc-4494-b9f2-23d65084df09" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.564312] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9f4a2bc-c6fc-4494-b9f2-23d65084df09" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.564312] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.564312] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.564312] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.564312] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.564312] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.564312] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9f4a2bc-c6fc-4494-b9f2-23d65084df09',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.568881] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.568989] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.572571] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 772b8da9-b4dc-423c-b7e4-1b47d8220e14 with status ACTIVE [ 757.572925] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.573001] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.573103] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.573410] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.573458] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.573618] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.573721] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.575401] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.575401] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.575401] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.575401] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.575401] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.575401] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.575401] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.575401] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.575401] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 772b8da9-b4dc-423c-b7e4-1b47d8220e14 is going to be updated. [ 757.610150] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.610718] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.610718] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.610718] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.610864] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.611459] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-772b8da9-b4dc-423c-b7e4-1b47d8220e14" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.920101] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f01280a9-47d6-43ef-8dd6-0c80b7ab1dca',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.069833] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.070050] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.070100] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.070309] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.070407] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.070693] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.070693] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.070807] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.070910] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.070970] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.071074] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9f4a2bc-c6fc-4494-b9f2-23d65084df09 already deleted. [ 758.071156] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9f4a2bc-c6fc-4494-b9f2-23d65084df09" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.165082] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-250 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.165357] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-250" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.165506] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-250" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.166055] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-250" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.167064] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.167170] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.167260] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.167489] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.167663] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.167877] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 758.167989] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 758.168121] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 758.168211] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 758.168318] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 758.168420] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 758.168550] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 758.190202] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 758.190369] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 758.190502] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 758.190679] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-250" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.191012] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-fde4576b-1ce8-40f4-a91d-7afafc39cc4f taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.191197] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-fde4576b-1ce8-40f4-a91d-7afafc39cc4f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.191790] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-fde4576b-1ce8-40f4-a91d-7afafc39cc4f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.191790] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-fde4576b-1ce8-40f4-a91d-7afafc39cc4f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.191790] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fde4576b-1ce8-40f4-a91d-7afafc39cc4f',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.422889] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f01280a9-47d6-43ef-8dd6-0c80b7ab1dca',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.693806] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.694034] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.694265] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.694533] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.695149] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.695149] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port fde4576b-1ce8-40f4-a91d-7afafc39cc4f not found, creating... [ 758.695149] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.695336] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.695375] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.695616] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.695695] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.695974] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.696133] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.696249] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.696470] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.696601] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.696739] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: fde4576b-1ce8-40f4-a91d-7afafc39cc4f is going to be created. [ 758.719506] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.719812] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.720007] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.720359] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.720663] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.720953] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-fde4576b-1ce8-40f4-a91d-7afafc39cc4f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.925656] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.926103] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.926103] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.926103] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.926379] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.926379] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f01280a9-47d6-43ef-8dd6-0c80b7ab1dca is going to be updated. [ 758.964644] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.964868] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.964868] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.965097] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.965282] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.975489] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f01280a9-47d6-43ef-8dd6-0c80b7ab1dca in Status: IN_PROGRESS for 2s [ 759.595130] env[69758]: INFO networking_nsxv3.common.synchronization [None req-79dd0fa9-b8eb-458b-ad91-2951a9d6c3e8 None None] Enqueued Resource ID: 0ba30f74-285a-4ff6-9b22-d23025d9adef with Priority: HIGHEST for action port [ 759.595130] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ba30f74-285a-4ff6-9b22-d23025d9adef with Priority: HIGHEST for action port [ 759.595130] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ba30f74-285a-4ff6-9b22-d23025d9adef taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.595130] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ba30f74-285a-4ff6-9b22-d23025d9adef" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.595130] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ba30f74-285a-4ff6-9b22-d23025d9adef" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.595130] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ba30f74-285a-4ff6-9b22-d23025d9adef" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.595130] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ba30f74-285a-4ff6-9b22-d23025d9adef',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.640511] env[69758]: INFO networking_nsxv3.common.synchronization [req-e286d068-457f-45bc-b2ac-36a083c97d6b req-8c3ccb3d-7e7c-4b2f-bc30-fa2b64168510 service nova] Enqueued Resource ID: e9f4a2bc-c6fc-4494-b9f2-23d65084df09 with Priority: HIGHEST for action security_group_rules [ 759.640682] env[69758]: INFO networking_nsxv3.common.synchronization [req-e286d068-457f-45bc-b2ac-36a083c97d6b req-8c3ccb3d-7e7c-4b2f-bc30-fa2b64168510 service nova] Enqueued Resource ID: e9f4a2bc-c6fc-4494-b9f2-23d65084df09 with Priority: HIGHEST for action security_group_members [ 759.640815] env[69758]: INFO networking_nsxv3.common.synchronization [req-e286d068-457f-45bc-b2ac-36a083c97d6b req-8c3ccb3d-7e7c-4b2f-bc30-fa2b64168510 service nova] Enqueued Resource ID: fde4576b-1ce8-40f4-a91d-7afafc39cc4f with Priority: HIGHEST for action port [ 759.642021] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9f4a2bc-c6fc-4494-b9f2-23d65084df09 with Priority: HIGHEST for action security_group_rules [ 759.642021] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9f4a2bc-c6fc-4494-b9f2-23d65084df09 with Priority: HIGHEST for action security_group_members [ 759.642021] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fde4576b-1ce8-40f4-a91d-7afafc39cc4f with Priority: HIGHEST for action port [ 759.642021] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9f4a2bc-c6fc-4494-b9f2-23d65084df09 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.642251] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9f4a2bc-c6fc-4494-b9f2-23d65084df09" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.642334] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9f4a2bc-c6fc-4494-b9f2-23d65084df09" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.642527] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9f4a2bc-c6fc-4494-b9f2-23d65084df09" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.642605] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9f4a2bc-c6fc-4494-b9f2-23d65084df09',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.643905] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9f4a2bc-c6fc-4494-b9f2-23d65084df09 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.644028] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9f4a2bc-c6fc-4494-b9f2-23d65084df09" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.644135] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9f4a2bc-c6fc-4494-b9f2-23d65084df09" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.644350] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9f4a2bc-c6fc-4494-b9f2-23d65084df09" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.644502] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.644598] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.644657] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.644794] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.644878] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.644967] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9f4a2bc-c6fc-4494-b9f2-23d65084df09',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.645801] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-fde4576b-1ce8-40f4-a91d-7afafc39cc4f taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.645867] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fde4576b-1ce8-40f4-a91d-7afafc39cc4f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.645903] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fde4576b-1ce8-40f4-a91d-7afafc39cc4f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.648309] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fde4576b-1ce8-40f4-a91d-7afafc39cc4f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.648309] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fde4576b-1ce8-40f4-a91d-7afafc39cc4f',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.097416] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0ba30f74-285a-4ff6-9b22-d23025d9adef [ 760.097737] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.097737] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.097737] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.098772] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.098772] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.098772] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0ba30f74-285a-4ff6-9b22-d23025d9adef already deleted. [ 760.098772] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ba30f74-285a-4ff6-9b22-d23025d9adef" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.144932] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9f4a2bc-c6fc-4494-b9f2-23d65084df09 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.145105] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9f4a2bc-c6fc-4494-b9f2-23d65084df09" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.151351] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e9f4a2bc-c6fc-4494-b9f2-23d65084df09',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.152238] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fde4576b-1ce8-40f4-a91d-7afafc39cc4f with status ACTIVE [ 760.152491] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.152657] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.152733] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.152943] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.153071] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.153255] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.153370] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.153433] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.153592] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.154085] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.154162] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.154246] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.154344] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.154476] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.155311] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.155311] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fde4576b-1ce8-40f4-a91d-7afafc39cc4f is going to be updated. [ 760.179337] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.179337] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.179337] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.179337] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.179337] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.179337] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fde4576b-1ce8-40f4-a91d-7afafc39cc4f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.215018] env[69758]: INFO networking_nsxv3.common.synchronization [req-bb9a29b0-a3bb-4826-8c85-5ec8a1748db2 req-8a3df8a5-785d-41c3-acef-61fbd9a83c6c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Enqueued Resource ID: ba7cd0c9-88d1-406d-9881-8a32765ca01f with Priority: HIGHEST for action security_group_members [ 760.215018] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba7cd0c9-88d1-406d-9881-8a32765ca01f with Priority: HIGHEST for action security_group_members [ 760.215018] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba7cd0c9-88d1-406d-9881-8a32765ca01f taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.215018] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.215018] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.215427] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.215669] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.215886] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.216051] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.217507] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.217507] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.217507] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba7cd0c9-88d1-406d-9881-8a32765ca01f',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.656810] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e9f4a2bc-c6fc-4494-b9f2-23d65084df09',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.675824] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-174 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.676044] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-174" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.676175] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-174" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.676509] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-174" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.676764] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.676920] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.677046] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.677266] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.677740] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.677740] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 760.677740] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 760.677923] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 760.677923] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 760.678070] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 760.678216] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 760.678356] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 760.699224] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 760.699396] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 760.699557] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 760.699769] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-174" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.700129] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-892dcc1a-2091-45f7-bacd-5a525eb07cfe taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.700279] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-892dcc1a-2091-45f7-bacd-5a525eb07cfe" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.700405] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-892dcc1a-2091-45f7-bacd-5a525eb07cfe" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.700720] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-892dcc1a-2091-45f7-bacd-5a525eb07cfe" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.700858] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('892dcc1a-2091-45f7-bacd-5a525eb07cfe',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.722054] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.722197] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.722274] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.722518] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.722614] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.722822] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.722915] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.722978] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.723132] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.723210] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.723292] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba7cd0c9-88d1-406d-9881-8a32765ca01f already deleted. [ 760.723373] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.985585] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f01280a9-47d6-43ef-8dd6-0c80b7ab1dca in Status: SUCCESS [ 760.985807] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.985972] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.986207] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.986471] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.986727] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.986802] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.986996] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.987106] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.987203] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.987298] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f01280a9-47d6-43ef-8dd6-0c80b7ab1dca',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.159090] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.159460] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.159460] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.159619] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.159730] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.159830] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9f4a2bc-c6fc-4494-b9f2-23d65084df09 is going to be created. [ 761.186967] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.187268] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.187268] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.187470] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.187643] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.204547] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.204854] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.205042] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.205701] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.205701] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.206014] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port 892dcc1a-2091-45f7-bacd-5a525eb07cfe not found, creating... [ 761.206304] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.206472] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.207158] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.207158] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.207158] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.207347] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.207542] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.207682] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.207995] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.208185] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.208350] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: 892dcc1a-2091-45f7-bacd-5a525eb07cfe is going to be created. [ 761.212133] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9f4a2bc-c6fc-4494-b9f2-23d65084df09 in Status: UNINITIALIZED for 2s [ 761.234996] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.235323] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.235454] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.235745] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.236032] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.236294] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-892dcc1a-2091-45f7-bacd-5a525eb07cfe" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.491060] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.491370] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.491406] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.491678] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.491928] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.492105] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.492218] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.492390] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.492523] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.492657] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.492870] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.493041] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.493104] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.493291] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.493468] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.493522] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.493632] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.493733] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.493817] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.493900] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.493995] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f01280a9-47d6-43ef-8dd6-0c80b7ab1dca',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.998658] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f01280a9-47d6-43ef-8dd6-0c80b7ab1dca: rpc.has_security_group_logging(os_id): False [ 762.023686] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.023686] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.023686] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.023686] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.023686] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.023686] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.023686] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.023686] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.023686] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.023686] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.023686] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.024194] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.024194] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.024194] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.024194] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.024194] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.024376] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.024376] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.025768] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.025768] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.025768] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f01280a9-47d6-43ef-8dd6-0c80b7ab1dca is going to be updated. [ 762.089691] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.089691] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.089691] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.089691] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.089691] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.103156] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f01280a9-47d6-43ef-8dd6-0c80b7ab1dca in Status: IN_PROGRESS for 2s [ 762.243098] env[69758]: INFO networking_nsxv3.common.synchronization [req-bb9a29b0-a3bb-4826-8c85-5ec8a1748db2 req-7fbb3f52-95bb-4e41-838c-fb312301f688 service nova] Enqueued Resource ID: ba7cd0c9-88d1-406d-9881-8a32765ca01f with Priority: HIGHEST for action security_group_rules [ 762.243882] env[69758]: INFO networking_nsxv3.common.synchronization [req-bb9a29b0-a3bb-4826-8c85-5ec8a1748db2 req-7fbb3f52-95bb-4e41-838c-fb312301f688 service nova] Enqueued Resource ID: ba7cd0c9-88d1-406d-9881-8a32765ca01f with Priority: HIGHEST for action security_group_members [ 762.243882] env[69758]: INFO networking_nsxv3.common.synchronization [req-bb9a29b0-a3bb-4826-8c85-5ec8a1748db2 req-7fbb3f52-95bb-4e41-838c-fb312301f688 service nova] Enqueued Resource ID: 892dcc1a-2091-45f7-bacd-5a525eb07cfe with Priority: HIGHEST for action port [ 762.244404] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba7cd0c9-88d1-406d-9881-8a32765ca01f with Priority: HIGHEST for action security_group_rules [ 762.244578] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba7cd0c9-88d1-406d-9881-8a32765ca01f with Priority: HIGHEST for action security_group_members [ 762.244760] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 892dcc1a-2091-45f7-bacd-5a525eb07cfe with Priority: HIGHEST for action port [ 762.245499] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba7cd0c9-88d1-406d-9881-8a32765ca01f taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.245609] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.245676] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.245987] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.246130] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba7cd0c9-88d1-406d-9881-8a32765ca01f',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.252518] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba7cd0c9-88d1-406d-9881-8a32765ca01f taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.252518] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.252518] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.252518] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.252518] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.252518] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.252518] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.252518] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.252518] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.252518] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba7cd0c9-88d1-406d-9881-8a32765ca01f',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.253017] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-892dcc1a-2091-45f7-bacd-5a525eb07cfe taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.253017] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-892dcc1a-2091-45f7-bacd-5a525eb07cfe" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.253017] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-892dcc1a-2091-45f7-bacd-5a525eb07cfe" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.253017] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-892dcc1a-2091-45f7-bacd-5a525eb07cfe" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.253164] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('892dcc1a-2091-45f7-bacd-5a525eb07cfe',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.755365] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba7cd0c9-88d1-406d-9881-8a32765ca01f taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.755527] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.755833] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba7cd0c9-88d1-406d-9881-8a32765ca01f',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.757388] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 892dcc1a-2091-45f7-bacd-5a525eb07cfe with status ACTIVE [ 762.757388] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.757538] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.757538] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.757843] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.758028] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.758209] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.758376] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.758475] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.758664] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.758750] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.758965] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.759077] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.759281] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.759592] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.759681] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.759782] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 892dcc1a-2091-45f7-bacd-5a525eb07cfe is going to be updated. [ 762.790293] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.790489] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.790536] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.790853] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.791050] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.791237] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-892dcc1a-2091-45f7-bacd-5a525eb07cfe" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.224367] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9f4a2bc-c6fc-4494-b9f2-23d65084df09 in Status: SUCCESS [ 763.224633] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9f4a2bc-c6fc-4494-b9f2-23d65084df09" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.224826] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9f4a2bc-c6fc-4494-b9f2-23d65084df09" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.225915] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9f4a2bc-c6fc-4494-b9f2-23d65084df09" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.225915] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.225915] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.225915] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.225915] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.225915] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.225915] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9f4a2bc-c6fc-4494-b9f2-23d65084df09" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.226401] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e9f4a2bc-c6fc-4494-b9f2-23d65084df09',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.263389] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba7cd0c9-88d1-406d-9881-8a32765ca01f',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.728901] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e9f4a2bc-c6fc-4494-b9f2-23d65084df09',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.768366] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.768366] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.768366] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.768366] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.768366] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.768366] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba7cd0c9-88d1-406d-9881-8a32765ca01f is going to be created. [ 763.791926] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.792069] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.792131] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.793181] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.793181] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.803032] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba7cd0c9-88d1-406d-9881-8a32765ca01f in Status: UNINITIALIZED for 2s [ 764.118635] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f01280a9-47d6-43ef-8dd6-0c80b7ab1dca in Status: SUCCESS [ 764.119014] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.230608] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e9f4a2bc-c6fc-4494-b9f2-23d65084df09: rpc.has_security_group_logging(os_id): False [ 764.263308] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.263308] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.263308] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.263645] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.263645] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.265443] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.265443] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.265443] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.265443] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.265443] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.265443] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9f4a2bc-c6fc-4494-b9f2-23d65084df09 is going to be created. [ 764.422210] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.422596] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.422596] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.422819] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.423023] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.473181] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9f4a2bc-c6fc-4494-b9f2-23d65084df09 in Status: IN_PROGRESS for 2s [ 765.821901] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba7cd0c9-88d1-406d-9881-8a32765ca01f in Status: SUCCESS [ 765.822931] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.823282] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.823631] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.824165] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.825302] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.825302] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.825302] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.825302] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.825302] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.825302] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ba7cd0c9-88d1-406d-9881-8a32765ca01f',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.331025] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba7cd0c9-88d1-406d-9881-8a32765ca01f taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.331025] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.331025] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.331025] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.331025] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.331025] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.331025] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.331025] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.331025] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.331025] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.331025] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba7cd0c9-88d1-406d-9881-8a32765ca01f taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.331025] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.331025] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.331025] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.331025] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.331025] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.331740] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.331740] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.331740] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.331740] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.331740] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ba7cd0c9-88d1-406d-9881-8a32765ca01f',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.488822] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9f4a2bc-c6fc-4494-b9f2-23d65084df09 in Status: SUCCESS [ 766.488822] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9f4a2bc-c6fc-4494-b9f2-23d65084df09" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.834730] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ba7cd0c9-88d1-406d-9881-8a32765ca01f: rpc.has_security_group_logging(os_id): False [ 766.867243] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.867243] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.867243] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.867243] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.867437] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.868330] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.868548] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.870778] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.870778] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.870778] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.870778] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.871509] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.871509] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.871509] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.871628] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.872019] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.872745] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.872745] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.872745] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.873078] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.873171] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba7cd0c9-88d1-406d-9881-8a32765ca01f is going to be created. [ 766.970105] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.971472] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.971692] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.972320] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.972637] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.989324] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba7cd0c9-88d1-406d-9881-8a32765ca01f in Status: IN_PROGRESS for 2s [ 767.188578] env[69758]: INFO networking_nsxv3.common.synchronization [None req-b14a7006-846c-4437-b5c6-fc7d52a44824 None None] Enqueued Resource ID: 5a027e48-65a9-4523-8086-23594de8ef04 with Priority: HIGHEST for action port [ 767.188869] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a027e48-65a9-4523-8086-23594de8ef04 with Priority: HIGHEST for action port [ 767.189490] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a027e48-65a9-4523-8086-23594de8ef04 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.189639] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a027e48-65a9-4523-8086-23594de8ef04" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.189680] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a027e48-65a9-4523-8086-23594de8ef04" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.189945] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a027e48-65a9-4523-8086-23594de8ef04" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.195594] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a027e48-65a9-4523-8086-23594de8ef04',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.291902] env[69758]: INFO networking_nsxv3.common.synchronization [None req-74df9b24-107f-40aa-86aa-f7b075312833 None None] Enqueued Resource ID: ce69a235-bf43-4fd8-9439-31114ec43587 with Priority: HIGHEST for action port [ 767.292660] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce69a235-bf43-4fd8-9439-31114ec43587 with Priority: HIGHEST for action port [ 767.293304] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce69a235-bf43-4fd8-9439-31114ec43587 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.293481] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce69a235-bf43-4fd8-9439-31114ec43587" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.293584] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce69a235-bf43-4fd8-9439-31114ec43587" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.294087] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce69a235-bf43-4fd8-9439-31114ec43587" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.294256] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce69a235-bf43-4fd8-9439-31114ec43587',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.701538] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5a027e48-65a9-4523-8086-23594de8ef04 [ 767.701956] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.702385] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.702385] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.703241] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.703241] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.703241] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5a027e48-65a9-4523-8086-23594de8ef04 already deleted. [ 767.703241] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a027e48-65a9-4523-8086-23594de8ef04" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.797639] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ce69a235-bf43-4fd8-9439-31114ec43587 [ 767.797798] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.798228] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.798362] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.798603] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.798730] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.798853] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ce69a235-bf43-4fd8-9439-31114ec43587 already deleted. [ 767.798959] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce69a235-bf43-4fd8-9439-31114ec43587" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.006050] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba7cd0c9-88d1-406d-9881-8a32765ca01f in Status: SUCCESS [ 769.006881] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.209244] env[69758]: INFO networking_nsxv3.common.synchronization [None req-6ab5f238-2a51-419f-8c7b-ad57e73bd38e tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Enqueued Resource ID: 060759af-1135-4904-abd4-1a7fbd387934 with Priority: HIGHEST for action security_group_rules [ 769.209244] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 060759af-1135-4904-abd4-1a7fbd387934 with Priority: HIGHEST for action security_group_rules [ 769.209244] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-060759af-1135-4904-abd4-1a7fbd387934 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.209244] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-060759af-1135-4904-abd4-1a7fbd387934" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.209244] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-060759af-1135-4904-abd4-1a7fbd387934" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.209244] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-060759af-1135-4904-abd4-1a7fbd387934" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.209244] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('060759af-1135-4904-abd4-1a7fbd387934',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.291023] env[69758]: INFO networking_nsxv3.common.synchronization [req-4ef4a8ff-882d-475e-9c8f-6796d07c8d1b req-c931b2cd-ae62-4ee2-8fd9-4d1be6bf6b6c tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] Enqueued Resource ID: de7973d3-3f62-43d4-891f-fabae8c0d446 with Priority: HIGHEST for action security_group_members [ 769.292642] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de7973d3-3f62-43d4-891f-fabae8c0d446 with Priority: HIGHEST for action security_group_members [ 769.292642] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-de7973d3-3f62-43d4-891f-fabae8c0d446 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.292642] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de7973d3-3f62-43d4-891f-fabae8c0d446" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.292642] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de7973d3-3f62-43d4-891f-fabae8c0d446" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.292642] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de7973d3-3f62-43d4-891f-fabae8c0d446" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.292642] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.292642] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.292642] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.293372] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.293475] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.293643] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de7973d3-3f62-43d4-891f-fabae8c0d446',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.389274] env[69758]: INFO networking_nsxv3.common.synchronization [None req-162df1e3-21b1-4f92-9d23-e6e51250a616 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Enqueued Resource ID: 060759af-1135-4904-abd4-1a7fbd387934 with Priority: HIGHEST for action security_group_rules [ 769.389274] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 060759af-1135-4904-abd4-1a7fbd387934 with Priority: HIGHEST for action security_group_rules [ 769.389274] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-060759af-1135-4904-abd4-1a7fbd387934 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.389274] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-060759af-1135-4904-abd4-1a7fbd387934" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.733306] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.733972] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.733972] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.733972] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.733972] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.733972] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 060759af-1135-4904-abd4-1a7fbd387934 already deleted. [ 769.734202] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-060759af-1135-4904-abd4-1a7fbd387934" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.734279] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-060759af-1135-4904-abd4-1a7fbd387934" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.734443] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-060759af-1135-4904-abd4-1a7fbd387934" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.734528] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('060759af-1135-4904-abd4-1a7fbd387934',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.797228] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.797228] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.797228] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.797228] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.821044] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.821396] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.821571] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.821571] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.822313] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.822313] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.822313] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de7973d3-3f62-43d4-891f-fabae8c0d446 is going to be updated. [ 769.856501] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.856501] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.856501] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.856728] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.858386] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.875067] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de7973d3-3f62-43d4-891f-fabae8c0d446 in Status: IN_PROGRESS for 2s [ 769.965277] env[69758]: INFO networking_nsxv3.common.synchronization [req-ce14f0cf-5dc9-48c5-924d-b670a174eb90 req-33b3bea2-a802-42e8-a405-32ee34e052de tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Enqueued Resource ID: fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace with Priority: HIGHEST for action security_group_members [ 769.967252] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace with Priority: HIGHEST for action security_group_members [ 769.967941] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.968079] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.968147] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.968441] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.968623] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.968731] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.968794] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.968946] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.969042] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.969148] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.049988] env[69758]: INFO networking_nsxv3.common.synchronization [None req-1db948b1-cd5e-4ceb-b891-4a4952e180ac None None] Enqueued Resource ID: 8b00a8e0-987b-4cbe-9ab5-cbffb8b417b1 with Priority: HIGHEST for action port [ 770.050243] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b00a8e0-987b-4cbe-9ab5-cbffb8b417b1 with Priority: HIGHEST for action port [ 770.051517] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b00a8e0-987b-4cbe-9ab5-cbffb8b417b1 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.051865] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b00a8e0-987b-4cbe-9ab5-cbffb8b417b1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.052150] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b00a8e0-987b-4cbe-9ab5-cbffb8b417b1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.052516] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b00a8e0-987b-4cbe-9ab5-cbffb8b417b1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.052516] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b00a8e0-987b-4cbe-9ab5-cbffb8b417b1',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.264604] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.264604] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.264604] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.264604] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.264604] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.264604] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 060759af-1135-4904-abd4-1a7fbd387934 already deleted. [ 770.264604] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-060759af-1135-4904-abd4-1a7fbd387934" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.430711] env[69758]: INFO networking_nsxv3.common.synchronization [None req-426c497d-dc3c-45fb-8d82-586e49af8971 None None] Enqueued Resource ID: 256c1eda-031c-4022-9f1c-0c3a3a83ba96 with Priority: HIGHEST for action port [ 770.431338] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 256c1eda-031c-4022-9f1c-0c3a3a83ba96 with Priority: HIGHEST for action port [ 770.432383] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-256c1eda-031c-4022-9f1c-0c3a3a83ba96 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.432542] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-256c1eda-031c-4022-9f1c-0c3a3a83ba96" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.432614] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-256c1eda-031c-4022-9f1c-0c3a3a83ba96" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.432881] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-256c1eda-031c-4022-9f1c-0c3a3a83ba96" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.432969] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('256c1eda-031c-4022-9f1c-0c3a3a83ba96',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.460449] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-125 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.460449] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-125" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.460449] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-125" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.460449] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-125" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.461514] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.461904] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.462739] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.463162] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.463916] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.464337] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 770.464575] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 770.464878] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 770.465123] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 770.465446] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 770.465777] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 770.467018] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 770.471779] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.472159] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.472343] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.472621] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.472819] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.473149] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.473377] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.473546] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.473822] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.474341] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.474341] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace already deleted. [ 770.474341] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.499648] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 770.501400] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 770.501400] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 770.501400] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-125" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.501538] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-78eb9258-1ff3-413b-ac43-74cf8c75cc85 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.504497] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-78eb9258-1ff3-413b-ac43-74cf8c75cc85" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.504497] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-78eb9258-1ff3-413b-ac43-74cf8c75cc85" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.504497] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-78eb9258-1ff3-413b-ac43-74cf8c75cc85" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.504497] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78eb9258-1ff3-413b-ac43-74cf8c75cc85',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.557317] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8b00a8e0-987b-4cbe-9ab5-cbffb8b417b1 [ 770.557559] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.557657] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.557719] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.557967] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.558152] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.558290] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8b00a8e0-987b-4cbe-9ab5-cbffb8b417b1 already deleted. [ 770.558388] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b00a8e0-987b-4cbe-9ab5-cbffb8b417b1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.937932] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 256c1eda-031c-4022-9f1c-0c3a3a83ba96 [ 770.937932] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.938699] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.938699] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.938699] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.938699] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.938699] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:256c1eda-031c-4022-9f1c-0c3a3a83ba96 already deleted. [ 770.938699] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-256c1eda-031c-4022-9f1c-0c3a3a83ba96" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.007329] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.007329] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.007329] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.012211] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.012211] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.012211] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port 78eb9258-1ff3-413b-ac43-74cf8c75cc85 not found, creating... [ 771.012211] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.012211] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.012211] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.012211] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.012211] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.012211] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.012211] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.012716] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.013160] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.013724] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.014188] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: 78eb9258-1ff3-413b-ac43-74cf8c75cc85 is going to be created. [ 771.037489] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.037489] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.037489] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.037489] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.037489] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.037787] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-78eb9258-1ff3-413b-ac43-74cf8c75cc85" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.889334] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de7973d3-3f62-43d4-891f-fabae8c0d446 in Status: SUCCESS [ 771.889580] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de7973d3-3f62-43d4-891f-fabae8c0d446 deletion is rescheduled due to dependency. [ 771.889580] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de7973d3-3f62-43d4-891f-fabae8c0d446" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.909644] env[69758]: INFO networking_nsxv3.common.synchronization [req-ce14f0cf-5dc9-48c5-924d-b670a174eb90 req-e053e66a-5f60-474f-ac1e-dc2548fbaa17 service nova] Enqueued Resource ID: fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace with Priority: HIGHEST for action security_group_rules [ 771.909837] env[69758]: INFO networking_nsxv3.common.synchronization [req-ce14f0cf-5dc9-48c5-924d-b670a174eb90 req-e053e66a-5f60-474f-ac1e-dc2548fbaa17 service nova] Enqueued Resource ID: fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace with Priority: HIGHEST for action security_group_members [ 771.909976] env[69758]: INFO networking_nsxv3.common.synchronization [req-ce14f0cf-5dc9-48c5-924d-b670a174eb90 req-e053e66a-5f60-474f-ac1e-dc2548fbaa17 service nova] Enqueued Resource ID: 78eb9258-1ff3-413b-ac43-74cf8c75cc85 with Priority: HIGHEST for action port [ 771.910505] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace with Priority: HIGHEST for action security_group_rules [ 771.910647] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace with Priority: HIGHEST for action security_group_members [ 771.910747] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78eb9258-1ff3-413b-ac43-74cf8c75cc85 with Priority: HIGHEST for action port [ 771.911634] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.912402] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.912606] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.913207] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.913363] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.918725] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.918725] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.918725] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.918725] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.918725] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.918725] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.918725] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.918725] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.918725] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.918725] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.918725] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-78eb9258-1ff3-413b-ac43-74cf8c75cc85 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.918725] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78eb9258-1ff3-413b-ac43-74cf8c75cc85" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.918725] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78eb9258-1ff3-413b-ac43-74cf8c75cc85" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.918725] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78eb9258-1ff3-413b-ac43-74cf8c75cc85" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.919516] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78eb9258-1ff3-413b-ac43-74cf8c75cc85',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.421211] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.421362] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.421549] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.422497] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 78eb9258-1ff3-413b-ac43-74cf8c75cc85 with status ACTIVE [ 772.422829] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.422829] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.422989] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.423109] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.423178] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.423326] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.423426] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.423481] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.423641] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.423717] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.423896] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.423988] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.425662] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.426044] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.426044] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.426044] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 78eb9258-1ff3-413b-ac43-74cf8c75cc85 is going to be updated. [ 772.450891] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.452024] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.452024] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.452024] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.452024] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.452409] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78eb9258-1ff3-413b-ac43-74cf8c75cc85" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.454066] env[69758]: INFO networking_nsxv3.common.synchronization [req-56154181-603f-4f56-a54f-30eb01127300 req-70fb93ef-260c-41c6-9f86-6535ae924979 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Enqueued Resource ID: ba7cd0c9-88d1-406d-9881-8a32765ca01f with Priority: HIGHEST for action security_group_members [ 772.454619] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba7cd0c9-88d1-406d-9881-8a32765ca01f with Priority: HIGHEST for action security_group_members [ 772.456317] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba7cd0c9-88d1-406d-9881-8a32765ca01f taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.456317] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.456317] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.456317] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.456317] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.456317] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.456636] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.456688] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.456829] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.456970] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba7cd0c9-88d1-406d-9881-8a32765ca01f',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.928717] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.931887] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-174 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.932084] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-174" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.934074] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-174" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.934412] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-174" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.935115] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.935115] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.935321] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.935445] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.935648] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.935917] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 772.935988] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 772.936166] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 772.936455] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 772.936455] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 772.936627] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 772.936813] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 772.959866] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 772.960881] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 772.960881] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 772.960881] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-174" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.961069] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-40612ff3-5448-45f8-8840-76640b38f9b3 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.961221] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-40612ff3-5448-45f8-8840-76640b38f9b3" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.961354] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-40612ff3-5448-45f8-8840-76640b38f9b3" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.961687] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-40612ff3-5448-45f8-8840-76640b38f9b3" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.961838] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40612ff3-5448-45f8-8840-76640b38f9b3',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.966952] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba7cd0c9-88d1-406d-9881-8a32765ca01f',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.438944] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.439140] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.439218] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.439446] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.439542] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.439644] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace is going to be created. [ 773.467731] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.467925] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.468024] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.468239] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.468454] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.471406] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.471642] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.472275] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.472275] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.472275] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.472437] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port 40612ff3-5448-45f8-8840-76640b38f9b3 not found, creating... [ 773.472633] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.472778] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.472919] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.473178] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.473333] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.473628] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.473810] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.473932] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.474224] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.474380] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.474521] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: 40612ff3-5448-45f8-8840-76640b38f9b3 is going to be created. [ 773.475639] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba7cd0c9-88d1-406d-9881-8a32765ca01f',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.480571] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace in Status: UNINITIALIZED for 2s [ 773.497656] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.497979] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.498252] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.498470] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.498764] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.499090] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-40612ff3-5448-45f8-8840-76640b38f9b3" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.979161] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.979549] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.979612] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.979859] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.980032] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.980086] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba7cd0c9-88d1-406d-9881-8a32765ca01f is going to be updated. [ 774.015016] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.015185] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.015258] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.015480] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.015633] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.031637] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba7cd0c9-88d1-406d-9881-8a32765ca01f in Status: IN_PROGRESS for 2s [ 774.494888] env[69758]: INFO networking_nsxv3.common.synchronization [req-56154181-603f-4f56-a54f-30eb01127300 req-6e1148e4-b427-4baf-a6aa-eaa63b26c0cc service nova] Enqueued Resource ID: ba7cd0c9-88d1-406d-9881-8a32765ca01f with Priority: HIGHEST for action security_group_rules [ 774.495092] env[69758]: INFO networking_nsxv3.common.synchronization [req-56154181-603f-4f56-a54f-30eb01127300 req-6e1148e4-b427-4baf-a6aa-eaa63b26c0cc service nova] Enqueued Resource ID: ba7cd0c9-88d1-406d-9881-8a32765ca01f with Priority: HIGHEST for action security_group_members [ 774.495234] env[69758]: INFO networking_nsxv3.common.synchronization [req-56154181-603f-4f56-a54f-30eb01127300 req-6e1148e4-b427-4baf-a6aa-eaa63b26c0cc service nova] Enqueued Resource ID: 40612ff3-5448-45f8-8840-76640b38f9b3 with Priority: HIGHEST for action port [ 774.495817] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba7cd0c9-88d1-406d-9881-8a32765ca01f with Priority: HIGHEST for action security_group_rules [ 774.495957] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba7cd0c9-88d1-406d-9881-8a32765ca01f with Priority: HIGHEST for action security_group_members [ 774.496506] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40612ff3-5448-45f8-8840-76640b38f9b3 with Priority: HIGHEST for action port [ 774.496819] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba7cd0c9-88d1-406d-9881-8a32765ca01f taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.496947] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.497013] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.497277] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.497324] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba7cd0c9-88d1-406d-9881-8a32765ca01f',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.498231] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba7cd0c9-88d1-406d-9881-8a32765ca01f taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.498329] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.498488] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-40612ff3-5448-45f8-8840-76640b38f9b3 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.498587] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40612ff3-5448-45f8-8840-76640b38f9b3" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.498647] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40612ff3-5448-45f8-8840-76640b38f9b3" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.498816] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40612ff3-5448-45f8-8840-76640b38f9b3" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.498889] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40612ff3-5448-45f8-8840-76640b38f9b3',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.000999] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba7cd0c9-88d1-406d-9881-8a32765ca01f taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.001361] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.004465] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 40612ff3-5448-45f8-8840-76640b38f9b3 with status ACTIVE [ 775.004465] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.004465] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.004465] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.004465] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.004465] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.004465] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.004465] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.004465] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.004465] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.004945] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.004945] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.004945] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.004945] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.005161] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.005192] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.005284] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 40612ff3-5448-45f8-8840-76640b38f9b3 is going to be updated. [ 775.035622] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.035802] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.035872] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.036164] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.036317] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.036550] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40612ff3-5448-45f8-8840-76640b38f9b3" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.490718] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace in Status: SUCCESS [ 775.490960] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.491144] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.491381] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.491580] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.491723] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.491794] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.492079] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.492079] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.492189] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.492257] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.997718] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.997940] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.998055] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.998378] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.998647] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.998797] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.998897] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.999026] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.999118] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.999245] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.999381] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.999481] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.999553] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.999724] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.999884] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.000010] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.000057] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.000208] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.000287] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.000359] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.000443] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.042304] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba7cd0c9-88d1-406d-9881-8a32765ca01f in Status: SUCCESS [ 776.042597] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.043194] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.043514] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.043731] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.043853] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.043935] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.044164] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.044333] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.044436] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba7cd0c9-88d1-406d-9881-8a32765ca01f',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.502583] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace: rpc.has_security_group_logging(os_id): False [ 776.522756] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.522957] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.522957] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.523243] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.523344] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.523562] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.523709] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.523788] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.523950] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.524040] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.524338] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.524446] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.524509] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.524656] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.524731] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.524911] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.525014] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.525077] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.525222] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.525297] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.525391] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace is going to be created. [ 776.546283] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba7cd0c9-88d1-406d-9881-8a32765ca01f',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.588677] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.588907] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.589036] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.589737] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.589737] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.599921] env[69758]: INFO networking_nsxv3.common.synchronization [req-19a07084-8c41-4939-9d62-a56458284e37 req-8ec6d8ce-1e5c-4b7e-8ddc-af80d13f4f0c tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Enqueued Resource ID: 9cf00646-625b-4b21-a132-a57548621176 with Priority: HIGHEST for action security_group_members [ 776.600674] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cf00646-625b-4b21-a132-a57548621176 with Priority: HIGHEST for action security_group_members [ 776.601185] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cf00646-625b-4b21-a132-a57548621176 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.601185] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cf00646-625b-4b21-a132-a57548621176" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.601185] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cf00646-625b-4b21-a132-a57548621176" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.601397] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cf00646-625b-4b21-a132-a57548621176" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.601547] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.601697] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.601800] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.602175] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.602268] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.602365] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cf00646-625b-4b21-a132-a57548621176',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.604104] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace in Status: IN_PROGRESS for 2s [ 777.050020] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba7cd0c9-88d1-406d-9881-8a32765ca01f',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.108040] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.108040] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.108040] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.108040] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.128135] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.128394] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.128514] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.128571] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.128784] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.128890] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.129926] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cf00646-625b-4b21-a132-a57548621176 is going to be updated. [ 777.159275] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.159426] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.159499] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.159729] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.162287] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.171730] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cf00646-625b-4b21-a132-a57548621176 in Status: IN_PROGRESS for 2s [ 777.551112] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.551340] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.551416] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.551635] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.551750] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.551924] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba7cd0c9-88d1-406d-9881-8a32765ca01f is going to be updated. [ 777.585679] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.585906] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.586046] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.586342] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.586560] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.597596] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba7cd0c9-88d1-406d-9881-8a32765ca01f in Status: IN_PROGRESS for 2s [ 778.164962] env[69758]: INFO networking_nsxv3.common.synchronization [req-c12c2349-e32f-48b0-9428-360cfdbce034 req-628bdbfb-bae4-484e-8494-5eb61e89b2e6 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Enqueued Resource ID: f01280a9-47d6-43ef-8dd6-0c80b7ab1dca with Priority: HIGHEST for action security_group_members [ 778.165724] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f01280a9-47d6-43ef-8dd6-0c80b7ab1dca with Priority: HIGHEST for action security_group_members [ 778.166112] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.166257] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.166335] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.166704] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.166980] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.167134] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.167192] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.167359] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.167464] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.167571] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f01280a9-47d6-43ef-8dd6-0c80b7ab1dca',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.617061] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace in Status: SUCCESS [ 778.617275] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.670084] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.670317] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.670377] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.670589] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.671220] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.671220] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.671220] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.671220] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.671420] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.671420] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.671515] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f01280a9-47d6-43ef-8dd6-0c80b7ab1dca is going to be updated. [ 778.704264] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.704475] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.704516] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.705561] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.705561] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.716177] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f01280a9-47d6-43ef-8dd6-0c80b7ab1dca in Status: IN_PROGRESS for 2s [ 779.183390] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cf00646-625b-4b21-a132-a57548621176 in Status: SUCCESS [ 779.183686] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cf00646-625b-4b21-a132-a57548621176 deletion is rescheduled due to dependency. [ 779.183686] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cf00646-625b-4b21-a132-a57548621176" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.608395] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba7cd0c9-88d1-406d-9881-8a32765ca01f in Status: SUCCESS [ 779.608637] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.608813] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.609051] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.609268] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.609404] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.609518] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.609641] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.609709] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.609848] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.609917] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ba7cd0c9-88d1-406d-9881-8a32765ca01f',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.112504] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba7cd0c9-88d1-406d-9881-8a32765ca01f taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.112775] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.112775] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.112946] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.113134] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.113227] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.113290] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.113446] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.113539] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.113633] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.113837] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba7cd0c9-88d1-406d-9881-8a32765ca01f taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.113985] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.114115] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.114367] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.114570] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.114684] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.114738] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.114885] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.114965] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.115065] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.115160] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ba7cd0c9-88d1-406d-9881-8a32765ca01f',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.617870] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ba7cd0c9-88d1-406d-9881-8a32765ca01f: rpc.has_security_group_logging(os_id): False [ 780.636443] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.636622] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.636711] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.636945] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.637064] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.637302] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.637404] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.637465] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.637631] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.637720] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.637891] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.637991] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.638102] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.638212] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.638287] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.638472] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.638575] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.640790] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.640983] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.641190] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.641480] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba7cd0c9-88d1-406d-9881-8a32765ca01f is going to be updated. [ 780.704492] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.704626] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.704626] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.704852] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.704996] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.726980] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba7cd0c9-88d1-406d-9881-8a32765ca01f in Status: IN_PROGRESS for 2s [ 780.734610] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f01280a9-47d6-43ef-8dd6-0c80b7ab1dca in Status: SUCCESS [ 780.734610] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f01280a9-47d6-43ef-8dd6-0c80b7ab1dca deletion is rescheduled due to dependency. [ 780.734610] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.743675] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba7cd0c9-88d1-406d-9881-8a32765ca01f in Status: SUCCESS [ 782.744619] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.170818] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 783.170818] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 784.600032] env[69758]: INFO networking_nsxv3.common.synchronization [req-c3e1da37-ec7c-41e7-9493-ebba0056e81f req-80ad925f-f43e-4d83-acb0-c0197e27eac3 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Enqueued Resource ID: a152f44c-6c16-4860-853f-55e035ddd3c1 with Priority: HIGHEST for action security_group_members [ 784.601512] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a152f44c-6c16-4860-853f-55e035ddd3c1 with Priority: HIGHEST for action security_group_members [ 784.602630] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-a152f44c-6c16-4860-853f-55e035ddd3c1 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.602630] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a152f44c-6c16-4860-853f-55e035ddd3c1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.602630] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a152f44c-6c16-4860-853f-55e035ddd3c1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.602630] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a152f44c-6c16-4860-853f-55e035ddd3c1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.602804] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.602804] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.602907] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.602982] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.603078] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.603368] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a152f44c-6c16-4860-853f-55e035ddd3c1',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.106108] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.106270] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.106357] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.106567] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.128991] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.129289] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.129409] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.129474] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.129684] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.129767] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.129858] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a152f44c-6c16-4860-853f-55e035ddd3c1 is going to be updated. [ 785.165071] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.165312] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.165387] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.165630] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.165789] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.178489] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a152f44c-6c16-4860-853f-55e035ddd3c1 in Status: IN_PROGRESS for 2s [ 785.417197] env[69758]: INFO networking_nsxv3.common.synchronization [req-4d7d8e87-37f3-4ca7-99ab-98239584c02f req-bfcc19fd-a6de-40bd-bb37-507bdcb5c0d9 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Enqueued Resource ID: fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace with Priority: HIGHEST for action security_group_members [ 785.417737] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace with Priority: HIGHEST for action security_group_members [ 785.418045] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.418168] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.418232] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.418429] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.418573] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.418755] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.418755] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.418914] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.418947] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.422241] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.799957] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-125 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.800356] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-125" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.800356] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-125" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.800606] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-125" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.800890] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.801084] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.801209] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.801437] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.801625] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.801890] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 785.802016] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 785.802134] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 785.802280] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 785.802398] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 785.802506] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 785.802642] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 785.824632] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 785.824632] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 785.824632] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 785.824860] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-125" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.825566] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-a002c882-507c-42c3-90b3-f1f03e200e9a taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.825566] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-a002c882-507c-42c3-90b3-f1f03e200e9a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.825566] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-a002c882-507c-42c3-90b3-f1f03e200e9a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.825779] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-a002c882-507c-42c3-90b3-f1f03e200e9a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.825877] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a002c882-507c-42c3-90b3-f1f03e200e9a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.924936] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.328535] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.329732] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.329732] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.329732] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.329732] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.329732] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port a002c882-507c-42c3-90b3-f1f03e200e9a not found, creating... [ 786.330165] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.330165] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.330340] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.330410] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.330615] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.330846] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.332478] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.332478] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.332478] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.332478] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.332478] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: a002c882-507c-42c3-90b3-f1f03e200e9a is going to be created. [ 786.360775] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.361082] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.361231] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.361394] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.361633] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.361882] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-a002c882-507c-42c3-90b3-f1f03e200e9a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.427670] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.931368] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.931715] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.931715] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.931857] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.931949] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.932060] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace is going to be updated. [ 786.960768] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.961120] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.961120] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.961284] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.961342] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.971237] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace in Status: IN_PROGRESS for 2s [ 787.208443] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a152f44c-6c16-4860-853f-55e035ddd3c1 in Status: SUCCESS [ 787.208541] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a152f44c-6c16-4860-853f-55e035ddd3c1 deletion is rescheduled due to dependency. [ 787.208753] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a152f44c-6c16-4860-853f-55e035ddd3c1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.272854] env[69758]: INFO networking_nsxv3.common.synchronization [req-4d7d8e87-37f3-4ca7-99ab-98239584c02f req-7022d08f-93ba-4b5b-ac7a-44e6b1b5e37a service nova] Enqueued Resource ID: fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace with Priority: HIGHEST for action security_group_rules [ 787.273337] env[69758]: INFO networking_nsxv3.common.synchronization [req-4d7d8e87-37f3-4ca7-99ab-98239584c02f req-7022d08f-93ba-4b5b-ac7a-44e6b1b5e37a service nova] Enqueued Resource ID: fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace with Priority: HIGHEST for action security_group_members [ 787.273337] env[69758]: INFO networking_nsxv3.common.synchronization [req-4d7d8e87-37f3-4ca7-99ab-98239584c02f req-7022d08f-93ba-4b5b-ac7a-44e6b1b5e37a service nova] Enqueued Resource ID: a002c882-507c-42c3-90b3-f1f03e200e9a with Priority: HIGHEST for action port [ 787.273801] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace with Priority: HIGHEST for action security_group_rules [ 787.275434] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace with Priority: HIGHEST for action security_group_members [ 787.275434] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a002c882-507c-42c3-90b3-f1f03e200e9a with Priority: HIGHEST for action port [ 787.275434] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.275434] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.275434] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.275434] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.275988] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.276944] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.276944] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.277118] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-a002c882-507c-42c3-90b3-f1f03e200e9a taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.277237] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a002c882-507c-42c3-90b3-f1f03e200e9a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.277310] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a002c882-507c-42c3-90b3-f1f03e200e9a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.278820] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a002c882-507c-42c3-90b3-f1f03e200e9a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.278820] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a002c882-507c-42c3-90b3-f1f03e200e9a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.635829] env[69758]: INFO networking_nsxv3.common.synchronization [None req-380ec540-179c-4672-a627-d9808a1eae33 None None] Enqueued Resource ID: b66e29cd-8730-4251-b72b-62ff5396c87d with Priority: HIGHEST for action port [ 787.635829] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b66e29cd-8730-4251-b72b-62ff5396c87d with Priority: HIGHEST for action port [ 787.635829] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-b66e29cd-8730-4251-b72b-62ff5396c87d taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.636244] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b66e29cd-8730-4251-b72b-62ff5396c87d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.636486] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b66e29cd-8730-4251-b72b-62ff5396c87d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.636866] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b66e29cd-8730-4251-b72b-62ff5396c87d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.637091] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b66e29cd-8730-4251-b72b-62ff5396c87d',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.779562] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.779562] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.781162] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a002c882-507c-42c3-90b3-f1f03e200e9a with status ACTIVE [ 787.781379] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.781499] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.781569] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.781766] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.781943] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.782180] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.782331] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.782400] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.782563] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.782638] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.782818] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.782914] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.783024] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.783525] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.783525] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.783525] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a002c882-507c-42c3-90b3-f1f03e200e9a is going to be updated. [ 787.806709] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.806876] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.806955] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.807190] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.807327] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.807492] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a002c882-507c-42c3-90b3-f1f03e200e9a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.139793] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b66e29cd-8730-4251-b72b-62ff5396c87d [ 788.140145] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.140351] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.140450] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.140770] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.140895] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.141038] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b66e29cd-8730-4251-b72b-62ff5396c87d already deleted. [ 788.141147] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b66e29cd-8730-4251-b72b-62ff5396c87d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.596039] env[69758]: INFO networking_nsxv3.common.synchronization [None req-f4608ba5-8716-4ac2-bdd7-c5389c4c9ad8 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Enqueued Resource ID: 3f267419-0a83-4663-b12b-11b03d590c85 with Priority: HIGHEST for action security_group_rules [ 788.596601] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f267419-0a83-4663-b12b-11b03d590c85 with Priority: HIGHEST for action security_group_rules [ 788.596921] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f267419-0a83-4663-b12b-11b03d590c85 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.597394] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f267419-0a83-4663-b12b-11b03d590c85" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.597494] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f267419-0a83-4663-b12b-11b03d590c85" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.597759] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f267419-0a83-4663-b12b-11b03d590c85" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.597981] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f267419-0a83-4663-b12b-11b03d590c85',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.709493] env[69758]: INFO networking_nsxv3.common.synchronization [None req-0db7da4c-3e2b-4835-8e01-08c1fe54f8f7 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Enqueued Resource ID: 3f267419-0a83-4663-b12b-11b03d590c85 with Priority: HIGHEST for action security_group_rules [ 788.709493] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f267419-0a83-4663-b12b-11b03d590c85 with Priority: HIGHEST for action security_group_rules [ 788.710630] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f267419-0a83-4663-b12b-11b03d590c85 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.710768] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f267419-0a83-4663-b12b-11b03d590c85" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.982145] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace in Status: SUCCESS [ 788.982515] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.982692] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.982909] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.983113] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.983232] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.983295] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.983453] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.983538] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.983633] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.025344] env[69758]: INFO networking_nsxv3.common.synchronization [None req-0a70c1ae-7580-4cfc-aee2-e98dac071d0c tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Enqueued Resource ID: fe71d921-cad4-48d6-bad1-18060e806175 with Priority: HIGHEST for action security_group_rules [ 789.026421] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe71d921-cad4-48d6-bad1-18060e806175 with Priority: HIGHEST for action security_group_rules [ 789.027605] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe71d921-cad4-48d6-bad1-18060e806175 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.027605] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe71d921-cad4-48d6-bad1-18060e806175" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.027605] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe71d921-cad4-48d6-bad1-18060e806175" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.027605] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe71d921-cad4-48d6-bad1-18060e806175" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.027826] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe71d921-cad4-48d6-bad1-18060e806175',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.128626] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.129197] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.129197] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.129197] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.129522] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.129522] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f267419-0a83-4663-b12b-11b03d590c85 already deleted. [ 789.129522] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f267419-0a83-4663-b12b-11b03d590c85" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.129665] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f267419-0a83-4663-b12b-11b03d590c85" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.129777] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f267419-0a83-4663-b12b-11b03d590c85" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.129851] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f267419-0a83-4663-b12b-11b03d590c85',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.221812] env[69758]: INFO networking_nsxv3.common.synchronization [None req-4cbe6afc-9d4c-49f1-80c4-ce980edbfef0 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Enqueued Resource ID: fe71d921-cad4-48d6-bad1-18060e806175 with Priority: HIGHEST for action security_group_rules [ 789.222469] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe71d921-cad4-48d6-bad1-18060e806175 with Priority: HIGHEST for action security_group_rules [ 789.222828] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe71d921-cad4-48d6-bad1-18060e806175 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.222952] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe71d921-cad4-48d6-bad1-18060e806175" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.486963] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.553976] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.554144] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.554216] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.554485] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.554582] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.554880] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe71d921-cad4-48d6-bad1-18060e806175 already deleted. [ 789.554880] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe71d921-cad4-48d6-bad1-18060e806175" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.555011] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe71d921-cad4-48d6-bad1-18060e806175" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.555083] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe71d921-cad4-48d6-bad1-18060e806175" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.555208] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe71d921-cad4-48d6-bad1-18060e806175',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.651261] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.651400] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.651469] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.651690] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.651780] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.651876] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f267419-0a83-4663-b12b-11b03d590c85 already deleted. [ 789.651953] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f267419-0a83-4663-b12b-11b03d590c85" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.992514] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.081619] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.081619] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.081619] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.082074] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.082074] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.082074] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe71d921-cad4-48d6-bad1-18060e806175 already deleted. [ 790.082074] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe71d921-cad4-48d6-bad1-18060e806175" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.093796] env[69758]: INFO networking_nsxv3.common.synchronization [None req-8d9af2ab-f55c-4a91-9146-c0194153a4ae None None] Enqueued Resource ID: 4a247f60-dec1-4118-9e94-4d41c023b3f1 with Priority: HIGHEST for action port [ 790.094443] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a247f60-dec1-4118-9e94-4d41c023b3f1 with Priority: HIGHEST for action port [ 790.094755] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a247f60-dec1-4118-9e94-4d41c023b3f1 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.094882] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a247f60-dec1-4118-9e94-4d41c023b3f1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.095020] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a247f60-dec1-4118-9e94-4d41c023b3f1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.095228] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a247f60-dec1-4118-9e94-4d41c023b3f1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.095533] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a247f60-dec1-4118-9e94-4d41c023b3f1',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.494779] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.495102] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.495102] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.495244] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.495367] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.495473] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace is going to be updated. [ 790.523878] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.524049] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.524124] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.524362] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.524524] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.533738] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace in Status: IN_PROGRESS for 2s [ 790.598855] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4a247f60-dec1-4118-9e94-4d41c023b3f1 [ 790.599106] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.599249] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.599322] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.599650] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.599650] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.599795] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4a247f60-dec1-4118-9e94-4d41c023b3f1 already deleted. [ 790.599852] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a247f60-dec1-4118-9e94-4d41c023b3f1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.899283] env[69758]: INFO networking_nsxv3.common.synchronization [req-d153d879-476b-4049-a60c-001f7ffa85d8 req-0139c7b9-3e47-4cfd-9896-fcb485f34108 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Enqueued Resource ID: fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace with Priority: HIGHEST for action security_group_members [ 790.900342] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace with Priority: HIGHEST for action security_group_members [ 790.900342] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.900342] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.339204] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-125 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.339404] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-125" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.339538] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-125" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.339812] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-125" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.340080] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.340236] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.340353] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.340569] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.340743] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.341081] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 791.341387] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 791.341387] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 791.341482] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 791.341532] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 791.341637] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 791.341770] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 791.367267] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 791.367500] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 791.367725] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 791.367954] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-125" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.368336] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-f1131403-4d57-4b48-a4da-681adb622d9b taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.368534] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-f1131403-4d57-4b48-a4da-681adb622d9b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.368652] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-f1131403-4d57-4b48-a4da-681adb622d9b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.368967] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-f1131403-4d57-4b48-a4da-681adb622d9b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.369124] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1131403-4d57-4b48-a4da-681adb622d9b',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.872496] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.872783] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.872868] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.873181] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.873335] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.873498] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port f1131403-4d57-4b48-a4da-681adb622d9b not found, creating... [ 791.873788] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.873914] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.874073] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.874272] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.874500] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.874784] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.874941] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.875724] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.875979] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.876142] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.876288] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: f1131403-4d57-4b48-a4da-681adb622d9b is going to be created. [ 791.905337] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.905337] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.905337] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.905337] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.905693] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.905732] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-f1131403-4d57-4b48-a4da-681adb622d9b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.330622] env[69758]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-19f4b427-64cd-4f09-8045-7814afbf13ae None None] NSXv3 Agent Agent loop - iteration:0 completed [ 792.330857] env[69758]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-19f4b427-64cd-4f09-8045-7814afbf13ae None None] NSXv3 Agent Agent loop - iteration:1 started [ 792.543607] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace in Status: SUCCESS [ 792.543878] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.544098] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.544392] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.544618] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.544744] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.544842] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.545026] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.545129] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.545224] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.545361] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.546287] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.546459] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.546654] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.546790] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.546868] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.547053] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.547145] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.547230] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.601873] env[69758]: INFO networking_nsxv3.common.synchronization [req-d153d879-476b-4049-a60c-001f7ffa85d8 req-b97e83f9-545e-4b39-8124-e8d1998d4ce7 service nova] Enqueued Resource ID: fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace with Priority: HIGHEST for action security_group_rules [ 792.602134] env[69758]: INFO networking_nsxv3.common.synchronization [req-d153d879-476b-4049-a60c-001f7ffa85d8 req-b97e83f9-545e-4b39-8124-e8d1998d4ce7 service nova] Enqueued Resource ID: fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace with Priority: HIGHEST for action security_group_members [ 792.602345] env[69758]: INFO networking_nsxv3.common.synchronization [req-d153d879-476b-4049-a60c-001f7ffa85d8 req-b97e83f9-545e-4b39-8124-e8d1998d4ce7 service nova] Enqueued Resource ID: f1131403-4d57-4b48-a4da-681adb622d9b with Priority: HIGHEST for action port [ 792.602990] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace with Priority: HIGHEST for action security_group_rules [ 792.603789] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace with Priority: HIGHEST for action security_group_members [ 792.603789] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1131403-4d57-4b48-a4da-681adb622d9b with Priority: HIGHEST for action port [ 792.605538] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.605538] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.605538] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.605538] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.605538] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1131403-4d57-4b48-a4da-681adb622d9b taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.605538] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1131403-4d57-4b48-a4da-681adb622d9b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.605538] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1131403-4d57-4b48-a4da-681adb622d9b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.605538] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1131403-4d57-4b48-a4da-681adb622d9b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.605538] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1131403-4d57-4b48-a4da-681adb622d9b',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.050440] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.050891] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.051021] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.107854] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f1131403-4d57-4b48-a4da-681adb622d9b with status ACTIVE [ 793.108184] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.108269] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.108351] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.108590] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.108705] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.108929] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.109277] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.109364] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.109586] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.109663] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.110124] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.110124] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.110124] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.110248] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.110324] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.110373] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f1131403-4d57-4b48-a4da-681adb622d9b is going to be updated. [ 793.132360] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.132644] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.132644] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.132810] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.133491] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.133491] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1131403-4d57-4b48-a4da-681adb622d9b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.553032] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.619321] env[69758]: INFO networking_nsxv3.common.synchronization [req-a3d53df4-10ee-4b92-b9a6-86c2d6176c56 req-e943efbe-eaf7-4f75-85ec-a6281e225e0b tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Enqueued Resource ID: 192adf56-49ec-466a-a43b-2bc60a0bc80a with Priority: HIGHEST for action security_group_members [ 793.619948] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 192adf56-49ec-466a-a43b-2bc60a0bc80a with Priority: HIGHEST for action security_group_members [ 793.620247] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-192adf56-49ec-466a-a43b-2bc60a0bc80a taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.620434] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-192adf56-49ec-466a-a43b-2bc60a0bc80a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.620509] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-192adf56-49ec-466a-a43b-2bc60a0bc80a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.620732] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-192adf56-49ec-466a-a43b-2bc60a0bc80a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.620901] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.621029] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.621087] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.621260] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.621366] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.621471] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('192adf56-49ec-466a-a43b-2bc60a0bc80a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.057166] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.057166] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.057166] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.057166] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.057166] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.057600] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace is going to be updated. [ 794.088311] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.088578] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.088652] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.088884] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.089049] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.102185] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace in Status: IN_PROGRESS for 2s [ 794.126628] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.127081] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.127245] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.127588] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.128707] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.128707] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.128707] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.128707] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.128707] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.128707] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.128707] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 192adf56-49ec-466a-a43b-2bc60a0bc80a already deleted. [ 794.128707] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-192adf56-49ec-466a-a43b-2bc60a0bc80a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.158009] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-702 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.158153] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-702" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.158344] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-702" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.159364] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-702" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.160200] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.160541] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.160745] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.161136] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.161449] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.161947] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 794.162171] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 794.162364] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 794.162553] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 794.162751] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 794.162944] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 794.163323] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 794.189657] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 794.189657] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 794.189657] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 794.189657] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-702" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.189657] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-8141ce91-9662-4c81-8dec-a32d2eaddf3e taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.189657] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-8141ce91-9662-4c81-8dec-a32d2eaddf3e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.189657] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-8141ce91-9662-4c81-8dec-a32d2eaddf3e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.189657] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-8141ce91-9662-4c81-8dec-a32d2eaddf3e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.190190] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8141ce91-9662-4c81-8dec-a32d2eaddf3e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.695991] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.696280] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.696802] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.696847] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.697370] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.697370] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port 8141ce91-9662-4c81-8dec-a32d2eaddf3e not found, creating... [ 794.697467] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.697589] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.698261] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.698261] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.698525] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.699380] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.699380] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.699380] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.699380] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.699536] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.699955] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: 8141ce91-9662-4c81-8dec-a32d2eaddf3e is going to be created. [ 794.721730] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.722037] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.722174] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.722485] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.722716] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.722979] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-8141ce91-9662-4c81-8dec-a32d2eaddf3e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.671439] env[69758]: INFO networking_nsxv3.common.synchronization [req-a3d53df4-10ee-4b92-b9a6-86c2d6176c56 req-0da9a826-ca75-49f7-aa4d-502b5aac25c6 service nova] Enqueued Resource ID: 192adf56-49ec-466a-a43b-2bc60a0bc80a with Priority: HIGHEST for action security_group_rules [ 795.671833] env[69758]: INFO networking_nsxv3.common.synchronization [req-a3d53df4-10ee-4b92-b9a6-86c2d6176c56 req-0da9a826-ca75-49f7-aa4d-502b5aac25c6 service nova] Enqueued Resource ID: 192adf56-49ec-466a-a43b-2bc60a0bc80a with Priority: HIGHEST for action security_group_members [ 795.671833] env[69758]: INFO networking_nsxv3.common.synchronization [req-a3d53df4-10ee-4b92-b9a6-86c2d6176c56 req-0da9a826-ca75-49f7-aa4d-502b5aac25c6 service nova] Enqueued Resource ID: 8141ce91-9662-4c81-8dec-a32d2eaddf3e with Priority: HIGHEST for action port [ 795.672367] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 192adf56-49ec-466a-a43b-2bc60a0bc80a with Priority: HIGHEST for action security_group_rules [ 795.672506] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 192adf56-49ec-466a-a43b-2bc60a0bc80a with Priority: HIGHEST for action security_group_members [ 795.672605] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8141ce91-9662-4c81-8dec-a32d2eaddf3e with Priority: HIGHEST for action port [ 795.672848] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-192adf56-49ec-466a-a43b-2bc60a0bc80a taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.672959] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-192adf56-49ec-466a-a43b-2bc60a0bc80a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.673156] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-192adf56-49ec-466a-a43b-2bc60a0bc80a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.673421] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-192adf56-49ec-466a-a43b-2bc60a0bc80a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.673504] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('192adf56-49ec-466a-a43b-2bc60a0bc80a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.674484] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-192adf56-49ec-466a-a43b-2bc60a0bc80a taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.674484] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-192adf56-49ec-466a-a43b-2bc60a0bc80a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.674624] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-192adf56-49ec-466a-a43b-2bc60a0bc80a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.674720] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-192adf56-49ec-466a-a43b-2bc60a0bc80a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.674853] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.674948] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.675023] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.675164] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.675252] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.675382] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('192adf56-49ec-466a-a43b-2bc60a0bc80a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.676855] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-8141ce91-9662-4c81-8dec-a32d2eaddf3e taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.676979] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8141ce91-9662-4c81-8dec-a32d2eaddf3e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.677088] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8141ce91-9662-4c81-8dec-a32d2eaddf3e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.677218] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8141ce91-9662-4c81-8dec-a32d2eaddf3e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.677325] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8141ce91-9662-4c81-8dec-a32d2eaddf3e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.113877] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace in Status: SUCCESS [ 796.114223] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.114507] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.114849] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.115055] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.115180] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.115244] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.115413] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.115492] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.115595] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.182023] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-192adf56-49ec-466a-a43b-2bc60a0bc80a taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.182023] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-192adf56-49ec-466a-a43b-2bc60a0bc80a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.182023] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('192adf56-49ec-466a-a43b-2bc60a0bc80a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.182023] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8141ce91-9662-4c81-8dec-a32d2eaddf3e with status ACTIVE [ 796.182023] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.182023] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.182023] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.182023] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.182023] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.182023] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.182023] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.182023] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.182023] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.182023] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.182862] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.182862] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.186025] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.186025] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.188155] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.188155] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8141ce91-9662-4c81-8dec-a32d2eaddf3e is going to be updated. [ 796.220221] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.220221] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.220221] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.220221] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.220221] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.220221] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8141ce91-9662-4c81-8dec-a32d2eaddf3e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.373638] env[69758]: INFO networking_nsxv3.common.synchronization [req-c86c4e1c-1b92-438a-9e16-0a2ea6d6ac44 req-d2515916-e6c3-4881-b6e3-f07b4b3a0223 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Enqueued Resource ID: 192adf56-49ec-466a-a43b-2bc60a0bc80a with Priority: HIGHEST for action security_group_members [ 796.373638] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 192adf56-49ec-466a-a43b-2bc60a0bc80a with Priority: HIGHEST for action security_group_members [ 796.374035] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-192adf56-49ec-466a-a43b-2bc60a0bc80a taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.374405] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-192adf56-49ec-466a-a43b-2bc60a0bc80a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.618780] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.688411] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('192adf56-49ec-466a-a43b-2bc60a0bc80a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.937151] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-702 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.937352] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-702" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.937477] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-702" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.937747] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-702" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.937997] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.942731] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.942731] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.942731] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.942877] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.943102] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 796.943209] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 796.943315] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 796.943426] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 796.943537] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 796.943643] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 796.943881] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 796.963490] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 796.963672] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 796.963811] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 796.964210] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-702" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.964341] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-6a0cccbc-bb3b-4974-84b3-e62dc912e068 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.964614] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-6a0cccbc-bb3b-4974-84b3-e62dc912e068" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.964739] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-6a0cccbc-bb3b-4974-84b3-e62dc912e068" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.965083] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-6a0cccbc-bb3b-4974-84b3-e62dc912e068" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.965225] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a0cccbc-bb3b-4974-84b3-e62dc912e068',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.120885] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.193702] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.193702] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.193911] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.194533] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.194533] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.194533] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 192adf56-49ec-466a-a43b-2bc60a0bc80a is going to be created. [ 797.221246] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.221487] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.221592] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.221909] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.222193] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.234511] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 192adf56-49ec-466a-a43b-2bc60a0bc80a in Status: UNINITIALIZED for 2s [ 797.472837] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.472837] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.472837] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.472837] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.472837] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.472837] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port 6a0cccbc-bb3b-4974-84b3-e62dc912e068 not found, creating... [ 797.472837] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.472837] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.472837] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.472837] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.474493] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.475448] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.475448] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.475448] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.476825] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.476825] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.476825] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: 6a0cccbc-bb3b-4974-84b3-e62dc912e068 is going to be created. [ 797.502362] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.502362] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.502523] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.503779] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.503779] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.503779] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-6a0cccbc-bb3b-4974-84b3-e62dc912e068" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.627310] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.627310] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.627310] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.627310] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.627310] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.627310] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace is going to be updated. [ 797.680745] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.680993] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.681121] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.681743] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.681743] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.695188] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace in Status: IN_PROGRESS for 2s [ 798.476129] env[69758]: INFO networking_nsxv3.common.synchronization [req-c86c4e1c-1b92-438a-9e16-0a2ea6d6ac44 req-bb3a6f16-ea33-46cf-9e7d-9963f8cd81c8 service nova] Enqueued Resource ID: 192adf56-49ec-466a-a43b-2bc60a0bc80a with Priority: HIGHEST for action security_group_rules [ 798.476129] env[69758]: INFO networking_nsxv3.common.synchronization [req-c86c4e1c-1b92-438a-9e16-0a2ea6d6ac44 req-bb3a6f16-ea33-46cf-9e7d-9963f8cd81c8 service nova] Enqueued Resource ID: 192adf56-49ec-466a-a43b-2bc60a0bc80a with Priority: HIGHEST for action security_group_members [ 798.476129] env[69758]: INFO networking_nsxv3.common.synchronization [req-c86c4e1c-1b92-438a-9e16-0a2ea6d6ac44 req-bb3a6f16-ea33-46cf-9e7d-9963f8cd81c8 service nova] Enqueued Resource ID: 6a0cccbc-bb3b-4974-84b3-e62dc912e068 with Priority: HIGHEST for action port [ 798.476129] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 192adf56-49ec-466a-a43b-2bc60a0bc80a with Priority: HIGHEST for action security_group_rules [ 798.476129] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 192adf56-49ec-466a-a43b-2bc60a0bc80a with Priority: HIGHEST for action security_group_members [ 798.476317] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a0cccbc-bb3b-4974-84b3-e62dc912e068 with Priority: HIGHEST for action port [ 798.476945] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-192adf56-49ec-466a-a43b-2bc60a0bc80a taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.477108] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-192adf56-49ec-466a-a43b-2bc60a0bc80a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.477355] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-192adf56-49ec-466a-a43b-2bc60a0bc80a taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.477433] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-192adf56-49ec-466a-a43b-2bc60a0bc80a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.477689] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a0cccbc-bb3b-4974-84b3-e62dc912e068 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.477784] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a0cccbc-bb3b-4974-84b3-e62dc912e068" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.477883] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a0cccbc-bb3b-4974-84b3-e62dc912e068" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.478737] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a0cccbc-bb3b-4974-84b3-e62dc912e068" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.478737] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a0cccbc-bb3b-4974-84b3-e62dc912e068',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.981028] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6a0cccbc-bb3b-4974-84b3-e62dc912e068 with status ACTIVE [ 798.981451] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.981526] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.981562] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.981766] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.981865] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.982071] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.982257] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.982327] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.982524] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.982602] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.982791] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.982884] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.982947] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.983100] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.983176] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.983260] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6a0cccbc-bb3b-4974-84b3-e62dc912e068 is going to be updated. [ 799.007599] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.008147] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.008219] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.008442] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.008593] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.008797] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a0cccbc-bb3b-4974-84b3-e62dc912e068" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.245353] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 192adf56-49ec-466a-a43b-2bc60a0bc80a in Status: SUCCESS [ 799.245353] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-192adf56-49ec-466a-a43b-2bc60a0bc80a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.245353] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-192adf56-49ec-466a-a43b-2bc60a0bc80a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.245622] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-192adf56-49ec-466a-a43b-2bc60a0bc80a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.245732] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.245859] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.247197] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.247197] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.247197] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.247197] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-192adf56-49ec-466a-a43b-2bc60a0bc80a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.247197] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('192adf56-49ec-466a-a43b-2bc60a0bc80a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.247663] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-192adf56-49ec-466a-a43b-2bc60a0bc80a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.247843] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-192adf56-49ec-466a-a43b-2bc60a0bc80a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.248011] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.248125] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.248189] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.248335] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.248414] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.248507] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('192adf56-49ec-466a-a43b-2bc60a0bc80a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.704838] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace in Status: SUCCESS [ 799.705076] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.705263] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.705625] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.705874] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.706011] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.706084] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.706271] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.706354] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.706444] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.706652] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.706713] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.706777] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.706971] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.707101] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.707195] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.707269] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.707428] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.707515] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.707599] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.707690] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.749993] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-192adf56-49ec-466a-a43b-2bc60a0bc80a taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.750145] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-192adf56-49ec-466a-a43b-2bc60a0bc80a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.750351] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('192adf56-49ec-466a-a43b-2bc60a0bc80a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.076440] env[69758]: INFO networking_nsxv3.common.synchronization [req-d7790fa5-ea94-4637-a760-3069dc6cf481 req-48ba30f0-fff5-42ad-b189-463027e18634 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Enqueued Resource ID: b466bb13-86e5-4b05-a1a6-cce44813eedb with Priority: HIGHEST for action security_group_members [ 800.077595] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b466bb13-86e5-4b05-a1a6-cce44813eedb with Priority: HIGHEST for action security_group_members [ 800.077595] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-b466bb13-86e5-4b05-a1a6-cce44813eedb taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.077595] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.077595] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.077595] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.077892] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.077892] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.077985] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.078402] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.078402] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.078548] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b466bb13-86e5-4b05-a1a6-cce44813eedb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.209908] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace: rpc.has_security_group_logging(os_id): False [ 800.233149] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.233396] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.233396] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.233661] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.233773] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.233976] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.234104] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.234230] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.234410] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.234495] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.234718] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.234850] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.234891] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.238082] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.238273] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.238489] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.238608] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.238667] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.238827] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.238908] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.238994] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace is going to be updated. [ 800.254301] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('192adf56-49ec-466a-a43b-2bc60a0bc80a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.305019] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.305019] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.305019] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.305019] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.305019] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.318999] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace in Status: IN_PROGRESS for 2s [ 800.576475] env[69758]: INFO networking_nsxv3.common.synchronization [req-d369d7cd-0d79-4dc1-9f83-631ab25b7c7f req-c45b595b-4ef3-47a0-82ea-06bb64e15ef3 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Enqueued Resource ID: 5d229128-8c11-4c78-8f1a-5d5746ac5707 with Priority: HIGHEST for action security_group_members [ 800.576475] env[69758]: INFO networking_nsxv3.common.synchronization [req-d369d7cd-0d79-4dc1-9f83-631ab25b7c7f req-c45b595b-4ef3-47a0-82ea-06bb64e15ef3 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Enqueued Resource ID: 864851a1-fb1a-476d-a856-1248b48e0c26 with Priority: HIGHEST for action security_group_members [ 800.576475] env[69758]: INFO networking_nsxv3.common.synchronization [req-d369d7cd-0d79-4dc1-9f83-631ab25b7c7f req-c45b595b-4ef3-47a0-82ea-06bb64e15ef3 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Enqueued Resource ID: ed837327-7a7f-4d3a-b27c-a53ff3da5a3a with Priority: HIGHEST for action security_group_members [ 800.576475] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d229128-8c11-4c78-8f1a-5d5746ac5707 with Priority: HIGHEST for action security_group_members [ 800.576475] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 864851a1-fb1a-476d-a856-1248b48e0c26 with Priority: HIGHEST for action security_group_members [ 800.576475] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed837327-7a7f-4d3a-b27c-a53ff3da5a3a with Priority: HIGHEST for action security_group_members [ 800.577223] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d229128-8c11-4c78-8f1a-5d5746ac5707 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.577627] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d229128-8c11-4c78-8f1a-5d5746ac5707" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.577865] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d229128-8c11-4c78-8f1a-5d5746ac5707" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.578206] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d229128-8c11-4c78-8f1a-5d5746ac5707" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.579813] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.579813] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.579813] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.579813] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.579813] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.579813] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d229128-8c11-4c78-8f1a-5d5746ac5707',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.581292] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-864851a1-fb1a-476d-a856-1248b48e0c26 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.581715] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-864851a1-fb1a-476d-a856-1248b48e0c26" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.581926] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-864851a1-fb1a-476d-a856-1248b48e0c26" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.583539] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-864851a1-fb1a-476d-a856-1248b48e0c26" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.585448] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.585448] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.585448] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.585448] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.585448] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.585448] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('864851a1-fb1a-476d-a856-1248b48e0c26',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.586588] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.586588] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.586588] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.586930] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.587165] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.587321] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.587422] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.587718] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.587804] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.587944] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed837327-7a7f-4d3a-b27c-a53ff3da5a3a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.590023] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.590768] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.590768] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.590768] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.590768] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.590768] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.590768] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.591090] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.591271] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.591407] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.591545] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b466bb13-86e5-4b05-a1a6-cce44813eedb already deleted. [ 800.591656] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.727844] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-724 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.727977] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-724" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.728436] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-724" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.728436] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-724" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.728617] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.728762] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.728872] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.729704] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.729704] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.729823] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 800.729964] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 800.730100] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 800.730207] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 800.730958] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 800.730958] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 800.730958] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 800.751925] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 800.752115] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 800.752320] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 800.752432] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-724" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.752738] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-1296ac0a-38d0-4133-a7a0-bf7ffd14bbfc taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.752914] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-1296ac0a-38d0-4133-a7a0-bf7ffd14bbfc" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.753088] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-1296ac0a-38d0-4133-a7a0-bf7ffd14bbfc" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.753567] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-1296ac0a-38d0-4133-a7a0-bf7ffd14bbfc" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.753789] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1296ac0a-38d0-4133-a7a0-bf7ffd14bbfc',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.758365] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.758365] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.758365] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.758365] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.758365] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.758365] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 192adf56-49ec-466a-a43b-2bc60a0bc80a is going to be updated. [ 800.791293] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.791445] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.791520] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.791748] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.792430] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.804182] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 192adf56-49ec-466a-a43b-2bc60a0bc80a in Status: IN_PROGRESS for 2s [ 801.091633] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.091633] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.091633] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.091633] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.092170] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.092283] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.092568] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.092672] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.111564] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.111934] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.111934] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.112068] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.112221] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.112319] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.112435] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d229128-8c11-4c78-8f1a-5d5746ac5707 is going to be updated. [ 801.113727] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.113965] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.132687] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.132956] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.133096] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.133164] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.133370] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.133455] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.133587] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 864851a1-fb1a-476d-a856-1248b48e0c26 is going to be updated. [ 801.134632] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.134804] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.134893] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.135105] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.135211] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.135313] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.135441] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.135525] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.135613] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed837327-7a7f-4d3a-b27c-a53ff3da5a3a is going to be updated. [ 801.154385] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.154385] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.154385] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.154668] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.155405] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.167169] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d229128-8c11-4c78-8f1a-5d5746ac5707 in Status: IN_PROGRESS for 2s [ 801.196683] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.196683] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.196683] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.196960] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.197079] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.199209] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.199209] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.199368] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.199472] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.199582] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.211153] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 864851a1-fb1a-476d-a856-1248b48e0c26 in Status: IN_PROGRESS for 2s [ 801.212018] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed837327-7a7f-4d3a-b27c-a53ff3da5a3a in Status: IN_PROGRESS for 2s [ 801.261430] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.261587] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.261739] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.262029] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.262220] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.262366] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port 1296ac0a-38d0-4133-a7a0-bf7ffd14bbfc not found, creating... [ 801.262680] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.262854] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.263025] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.263219] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.263360] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.263653] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.263809] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.264070] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.264212] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.264294] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.264546] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: 1296ac0a-38d0-4133-a7a0-bf7ffd14bbfc is going to be created. [ 801.288606] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.288606] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.288896] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.288960] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.289174] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.289962] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-1296ac0a-38d0-4133-a7a0-bf7ffd14bbfc" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.136999] env[69758]: INFO networking_nsxv3.common.synchronization [req-d7790fa5-ea94-4637-a760-3069dc6cf481 req-f0844d51-b668-439c-baa4-9e6502f2683e service nova] Enqueued Resource ID: b466bb13-86e5-4b05-a1a6-cce44813eedb with Priority: HIGHEST for action security_group_rules [ 802.137345] env[69758]: INFO networking_nsxv3.common.synchronization [req-d7790fa5-ea94-4637-a760-3069dc6cf481 req-f0844d51-b668-439c-baa4-9e6502f2683e service nova] Enqueued Resource ID: b466bb13-86e5-4b05-a1a6-cce44813eedb with Priority: HIGHEST for action security_group_members [ 802.137345] env[69758]: INFO networking_nsxv3.common.synchronization [req-d7790fa5-ea94-4637-a760-3069dc6cf481 req-f0844d51-b668-439c-baa4-9e6502f2683e service nova] Enqueued Resource ID: 1296ac0a-38d0-4133-a7a0-bf7ffd14bbfc with Priority: HIGHEST for action port [ 802.137541] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b466bb13-86e5-4b05-a1a6-cce44813eedb with Priority: HIGHEST for action security_group_rules [ 802.137667] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b466bb13-86e5-4b05-a1a6-cce44813eedb with Priority: HIGHEST for action security_group_members [ 802.137759] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1296ac0a-38d0-4133-a7a0-bf7ffd14bbfc with Priority: HIGHEST for action port [ 802.138355] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b466bb13-86e5-4b05-a1a6-cce44813eedb taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.138497] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.138626] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.138786] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.138905] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b466bb13-86e5-4b05-a1a6-cce44813eedb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.140367] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-b466bb13-86e5-4b05-a1a6-cce44813eedb taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.140367] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.140367] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.140514] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.140629] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.140726] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.140788] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.140935] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.141043] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.141353] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b466bb13-86e5-4b05-a1a6-cce44813eedb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.142806] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-1296ac0a-38d0-4133-a7a0-bf7ffd14bbfc taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.142921] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1296ac0a-38d0-4133-a7a0-bf7ffd14bbfc" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.142985] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1296ac0a-38d0-4133-a7a0-bf7ffd14bbfc" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.144958] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1296ac0a-38d0-4133-a7a0-bf7ffd14bbfc" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.145052] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1296ac0a-38d0-4133-a7a0-bf7ffd14bbfc',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.335176] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace in Status: SUCCESS [ 802.335404] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.335672] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.335888] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.335980] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.648282] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b466bb13-86e5-4b05-a1a6-cce44813eedb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.648763] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-b466bb13-86e5-4b05-a1a6-cce44813eedb taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.648968] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.649286] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1296ac0a-38d0-4133-a7a0-bf7ffd14bbfc with status ACTIVE [ 802.649494] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.649654] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.649746] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.650043] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.650144] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.650381] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.650448] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.650534] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.650742] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.650882] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.651976] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.651976] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.652078] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.652209] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.652535] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.652667] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1296ac0a-38d0-4133-a7a0-bf7ffd14bbfc is going to be updated. [ 802.677227] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.677406] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.677546] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.678035] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.678035] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.678195] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1296ac0a-38d0-4133-a7a0-bf7ffd14bbfc" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.817406] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 192adf56-49ec-466a-a43b-2bc60a0bc80a in Status: SUCCESS [ 802.817755] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-192adf56-49ec-466a-a43b-2bc60a0bc80a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.818376] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-192adf56-49ec-466a-a43b-2bc60a0bc80a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.820310] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-192adf56-49ec-466a-a43b-2bc60a0bc80a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.820310] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.820310] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.820310] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.820310] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.820310] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.820310] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('192adf56-49ec-466a-a43b-2bc60a0bc80a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.827140] env[69758]: INFO networking_nsxv3.common.synchronization [req-308c1271-cddb-43d4-b322-67149fc779d7 req-343851ae-b9e9-432e-95f2-212c4aa82f8a tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] Enqueued Resource ID: adec5154-b899-4227-99b0-e934b8bb9bc8 with Priority: HIGHEST for action security_group_members [ 802.828805] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adec5154-b899-4227-99b0-e934b8bb9bc8 with Priority: HIGHEST for action security_group_members [ 802.829222] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-adec5154-b899-4227-99b0-e934b8bb9bc8 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.829369] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adec5154-b899-4227-99b0-e934b8bb9bc8" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.829563] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adec5154-b899-4227-99b0-e934b8bb9bc8" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.829707] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adec5154-b899-4227-99b0-e934b8bb9bc8" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.829870] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.829977] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.830079] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.830246] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.830283] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.832294] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('adec5154-b899-4227-99b0-e934b8bb9bc8',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.840591] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.840770] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.840840] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.841070] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.841312] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.841420] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.841487] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.841676] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.842534] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.842534] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.842534] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.157318] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b466bb13-86e5-4b05-a1a6-cce44813eedb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.179012] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d229128-8c11-4c78-8f1a-5d5746ac5707 in Status: SUCCESS [ 803.179515] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d229128-8c11-4c78-8f1a-5d5746ac5707 deletion is rescheduled due to dependency. [ 803.179515] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d229128-8c11-4c78-8f1a-5d5746ac5707" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.224999] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 864851a1-fb1a-476d-a856-1248b48e0c26 in Status: SUCCESS [ 803.225267] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 864851a1-fb1a-476d-a856-1248b48e0c26 deletion is rescheduled due to dependency. [ 803.225323] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-864851a1-fb1a-476d-a856-1248b48e0c26" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.226191] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed837327-7a7f-4d3a-b27c-a53ff3da5a3a in Status: SUCCESS [ 803.226342] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed837327-7a7f-4d3a-b27c-a53ff3da5a3a deletion is rescheduled due to dependency. [ 803.226444] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.323830] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('192adf56-49ec-466a-a43b-2bc60a0bc80a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.334442] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.334581] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.334651] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.334864] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.334953] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.335175] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.335276] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.335339] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.335512] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.335593] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.335680] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: adec5154-b899-4227-99b0-e934b8bb9bc8 already deleted. [ 803.335762] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adec5154-b899-4227-99b0-e934b8bb9bc8" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.346400] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.346400] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.346400] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.346570] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.347022] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.347022] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.347022] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.347022] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.347022] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.347251] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.347251] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.347495] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.347495] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.347495] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.348279] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.348279] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.348279] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.348279] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.348279] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.348497] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.348497] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.660484] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.660824] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.660907] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.661145] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.661245] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.661389] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b466bb13-86e5-4b05-a1a6-cce44813eedb is going to be created. [ 803.690388] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.690568] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.691273] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.691538] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.691710] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.703053] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b466bb13-86e5-4b05-a1a6-cce44813eedb in Status: UNINITIALIZED for 2s [ 803.768226] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-205 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.768460] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-205" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.768548] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-205" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.768942] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-205" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.769179] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.769337] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.769458] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.769680] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.769824] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.770044] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 803.770160] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 803.770267] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 803.770448] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 803.770549] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 803.770596] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 803.770699] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 803.791220] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 803.791389] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 803.791534] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 803.791720] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-205" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.792118] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-33ceb498-1741-4154-9d34-927f2c8e7097 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.792317] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-33ceb498-1741-4154-9d34-927f2c8e7097" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.792513] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-33ceb498-1741-4154-9d34-927f2c8e7097" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.792884] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-33ceb498-1741-4154-9d34-927f2c8e7097" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.793107] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33ceb498-1741-4154-9d34-927f2c8e7097',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.830835] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('192adf56-49ec-466a-a43b-2bc60a0bc80a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.850919] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace: rpc.has_security_group_logging(os_id): False [ 803.868917] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.869142] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.869188] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.869378] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.869472] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.869684] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.869799] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.869851] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.869982] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.870066] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.870264] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.870353] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.870418] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.870559] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.870634] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.870808] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.870910] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.871011] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.871208] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.871289] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.871378] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace is going to be updated. [ 803.943632] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.943781] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.943856] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.944107] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.944258] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.959714] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace in Status: IN_PROGRESS for 2s [ 804.295229] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.295665] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.295842] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.296152] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.296328] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.296492] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port 33ceb498-1741-4154-9d34-927f2c8e7097 not found, creating... [ 804.296782] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.296951] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.297088] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.297320] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.297462] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.297758] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.297915] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.298064] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.298277] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.298413] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.298583] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: 33ceb498-1741-4154-9d34-927f2c8e7097 is going to be created. [ 804.321507] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.321747] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.321841] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.322229] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.322609] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.322851] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-33ceb498-1741-4154-9d34-927f2c8e7097" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.335615] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.335780] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.335852] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.336083] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.336180] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.336284] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 192adf56-49ec-466a-a43b-2bc60a0bc80a is going to be updated. [ 804.364901] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.365127] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.365127] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.365332] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.365478] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.374914] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 192adf56-49ec-466a-a43b-2bc60a0bc80a in Status: IN_PROGRESS for 2s [ 805.132264] env[69758]: INFO networking_nsxv3.common.synchronization [req-308c1271-cddb-43d4-b322-67149fc779d7 req-c740ee24-f43f-4546-adb7-4cd69e398853 service nova] Enqueued Resource ID: adec5154-b899-4227-99b0-e934b8bb9bc8 with Priority: HIGHEST for action security_group_rules [ 805.132465] env[69758]: INFO networking_nsxv3.common.synchronization [req-308c1271-cddb-43d4-b322-67149fc779d7 req-c740ee24-f43f-4546-adb7-4cd69e398853 service nova] Enqueued Resource ID: adec5154-b899-4227-99b0-e934b8bb9bc8 with Priority: HIGHEST for action security_group_members [ 805.132659] env[69758]: INFO networking_nsxv3.common.synchronization [req-308c1271-cddb-43d4-b322-67149fc779d7 req-c740ee24-f43f-4546-adb7-4cd69e398853 service nova] Enqueued Resource ID: 33ceb498-1741-4154-9d34-927f2c8e7097 with Priority: HIGHEST for action port [ 805.133302] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adec5154-b899-4227-99b0-e934b8bb9bc8 with Priority: HIGHEST for action security_group_rules [ 805.133302] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adec5154-b899-4227-99b0-e934b8bb9bc8 with Priority: HIGHEST for action security_group_members [ 805.133725] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33ceb498-1741-4154-9d34-927f2c8e7097 with Priority: HIGHEST for action port [ 805.134079] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-adec5154-b899-4227-99b0-e934b8bb9bc8 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.134212] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-adec5154-b899-4227-99b0-e934b8bb9bc8" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.134294] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-adec5154-b899-4227-99b0-e934b8bb9bc8" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.134637] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-adec5154-b899-4227-99b0-e934b8bb9bc8" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.134741] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('adec5154-b899-4227-99b0-e934b8bb9bc8',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.135723] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-adec5154-b899-4227-99b0-e934b8bb9bc8 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.135723] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adec5154-b899-4227-99b0-e934b8bb9bc8" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.135856] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adec5154-b899-4227-99b0-e934b8bb9bc8" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.136138] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adec5154-b899-4227-99b0-e934b8bb9bc8" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.136305] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.136409] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.136471] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.136620] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.136751] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.136816] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('adec5154-b899-4227-99b0-e934b8bb9bc8',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.141205] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-33ceb498-1741-4154-9d34-927f2c8e7097 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.141205] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33ceb498-1741-4154-9d34-927f2c8e7097" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.141205] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33ceb498-1741-4154-9d34-927f2c8e7097" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.141205] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33ceb498-1741-4154-9d34-927f2c8e7097" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.141205] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33ceb498-1741-4154-9d34-927f2c8e7097',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.639387] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('adec5154-b899-4227-99b0-e934b8bb9bc8',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.640444] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-adec5154-b899-4227-99b0-e934b8bb9bc8 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.640570] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adec5154-b899-4227-99b0-e934b8bb9bc8" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.643071] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 33ceb498-1741-4154-9d34-927f2c8e7097 with status ACTIVE [ 805.643256] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.643433] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.643433] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.643631] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.643725] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.643886] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.643994] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.644040] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.644188] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.644264] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.644469] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.644547] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.644613] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.644756] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.644831] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.644915] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 33ceb498-1741-4154-9d34-927f2c8e7097 is going to be updated. [ 805.670057] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.670248] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.670248] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.670446] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.670600] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.670825] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33ceb498-1741-4154-9d34-927f2c8e7097" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.714723] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b466bb13-86e5-4b05-a1a6-cce44813eedb in Status: SUCCESS [ 805.714968] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.715177] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.715416] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.715662] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.715788] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.715847] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.716038] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.716122] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.716224] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.716328] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b466bb13-86e5-4b05-a1a6-cce44813eedb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.977202] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace in Status: SUCCESS [ 805.977202] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.144187] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('adec5154-b899-4227-99b0-e934b8bb9bc8',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.221793] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-b466bb13-86e5-4b05-a1a6-cce44813eedb taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.221930] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.222017] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.222347] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.222647] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.222647] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.222768] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.222836] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.222925] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.223025] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.223172] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-b466bb13-86e5-4b05-a1a6-cce44813eedb taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.223309] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.223389] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.223565] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.223704] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.223795] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.223854] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.223987] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.224093] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.224177] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.224270] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b466bb13-86e5-4b05-a1a6-cce44813eedb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.384678] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 192adf56-49ec-466a-a43b-2bc60a0bc80a in Status: SUCCESS [ 806.385703] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-192adf56-49ec-466a-a43b-2bc60a0bc80a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.385703] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-192adf56-49ec-466a-a43b-2bc60a0bc80a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.385703] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-192adf56-49ec-466a-a43b-2bc60a0bc80a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.385703] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.385955] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.385955] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.386216] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.386290] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.386516] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-192adf56-49ec-466a-a43b-2bc60a0bc80a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.386693] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-192adf56-49ec-466a-a43b-2bc60a0bc80a taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.386820] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-192adf56-49ec-466a-a43b-2bc60a0bc80a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.386885] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-192adf56-49ec-466a-a43b-2bc60a0bc80a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.387060] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-192adf56-49ec-466a-a43b-2bc60a0bc80a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.388431] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.388431] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.388431] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.388431] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.388431] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.388431] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-192adf56-49ec-466a-a43b-2bc60a0bc80a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.388431] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('192adf56-49ec-466a-a43b-2bc60a0bc80a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.647177] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.647464] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.647464] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.647700] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.648045] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.648045] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: adec5154-b899-4227-99b0-e934b8bb9bc8 is going to be created. [ 806.678372] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.678372] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.678372] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.678372] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.678372] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.688486] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: adec5154-b899-4227-99b0-e934b8bb9bc8 in Status: UNINITIALIZED for 2s [ 806.726623] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b466bb13-86e5-4b05-a1a6-cce44813eedb: rpc.has_security_group_logging(os_id): False [ 806.761789] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.761958] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.762039] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.762280] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.762482] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.762827] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.762827] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.762963] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.763053] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.763134] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.763331] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.763430] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.763493] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.763641] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.763715] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.763945] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.764082] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.764155] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.764302] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.764380] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.764546] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b466bb13-86e5-4b05-a1a6-cce44813eedb is going to be created. [ 806.887790] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.888036] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.888082] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.888299] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.888580] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.892828] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 192adf56-49ec-466a-a43b-2bc60a0bc80a: rpc.has_security_group_logging(os_id): False [ 806.915556] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b466bb13-86e5-4b05-a1a6-cce44813eedb in Status: IN_PROGRESS for 2s [ 806.922575] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.922779] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.922900] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.923271] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.923412] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.923694] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.923889] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.923988] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.924433] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.924513] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.924834] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.925113] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.925285] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.925580] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.926307] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.926649] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.927089] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.927202] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.927553] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.927668] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.927810] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 192adf56-49ec-466a-a43b-2bc60a0bc80a is going to be created. [ 807.027154] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.027479] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.027479] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.027648] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.027945] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.061301] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 192adf56-49ec-466a-a43b-2bc60a0bc80a in Status: IN_PROGRESS for 2s [ 808.701741] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: adec5154-b899-4227-99b0-e934b8bb9bc8 in Status: SUCCESS [ 808.702378] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adec5154-b899-4227-99b0-e934b8bb9bc8" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.702717] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adec5154-b899-4227-99b0-e934b8bb9bc8" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.703187] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adec5154-b899-4227-99b0-e934b8bb9bc8" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.704344] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.704623] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.705073] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.705376] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.705698] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.705897] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adec5154-b899-4227-99b0-e934b8bb9bc8" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.706098] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('adec5154-b899-4227-99b0-e934b8bb9bc8',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.928815] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b466bb13-86e5-4b05-a1a6-cce44813eedb in Status: SUCCESS [ 808.929120] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.074420] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 192adf56-49ec-466a-a43b-2bc60a0bc80a in Status: SUCCESS [ 809.074716] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-192adf56-49ec-466a-a43b-2bc60a0bc80a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.074894] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-192adf56-49ec-466a-a43b-2bc60a0bc80a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.075146] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-192adf56-49ec-466a-a43b-2bc60a0bc80a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.075309] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('192adf56-49ec-466a-a43b-2bc60a0bc80a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.208696] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-adec5154-b899-4227-99b0-e934b8bb9bc8 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.208912] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adec5154-b899-4227-99b0-e934b8bb9bc8" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.208995] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adec5154-b899-4227-99b0-e934b8bb9bc8" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.209292] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adec5154-b899-4227-99b0-e934b8bb9bc8" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.209704] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.209704] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.209704] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.209843] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.209954] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.210141] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adec5154-b899-4227-99b0-e934b8bb9bc8" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.210279] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-adec5154-b899-4227-99b0-e934b8bb9bc8 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.210451] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adec5154-b899-4227-99b0-e934b8bb9bc8" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.210544] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adec5154-b899-4227-99b0-e934b8bb9bc8" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.210830] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adec5154-b899-4227-99b0-e934b8bb9bc8" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.211743] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.211885] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.211885] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.212046] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.212243] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.212243] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adec5154-b899-4227-99b0-e934b8bb9bc8" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.212407] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('adec5154-b899-4227-99b0-e934b8bb9bc8',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.577279] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-192adf56-49ec-466a-a43b-2bc60a0bc80a taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.577521] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-192adf56-49ec-466a-a43b-2bc60a0bc80a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.577521] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-192adf56-49ec-466a-a43b-2bc60a0bc80a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.577722] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-192adf56-49ec-466a-a43b-2bc60a0bc80a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.577894] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.577989] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.578062] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.578209] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.578319] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.578412] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-192adf56-49ec-466a-a43b-2bc60a0bc80a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.578508] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('192adf56-49ec-466a-a43b-2bc60a0bc80a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.714472] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for adec5154-b899-4227-99b0-e934b8bb9bc8: rpc.has_security_group_logging(os_id): False [ 809.733981] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.734198] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.734290] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.734647] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.734770] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.735021] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.735158] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.735292] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.735509] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.735599] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.735845] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.735938] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.736057] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.736598] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.736598] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.736598] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.737086] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.737086] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.737086] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.737086] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.737223] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: adec5154-b899-4227-99b0-e934b8bb9bc8 is going to be created. [ 809.807354] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.807597] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.807597] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.807790] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.807974] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.821363] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: adec5154-b899-4227-99b0-e934b8bb9bc8 in Status: IN_PROGRESS for 2s [ 810.080756] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-192adf56-49ec-466a-a43b-2bc60a0bc80a taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.080960] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-192adf56-49ec-466a-a43b-2bc60a0bc80a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.081081] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-192adf56-49ec-466a-a43b-2bc60a0bc80a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.081372] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-192adf56-49ec-466a-a43b-2bc60a0bc80a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.081657] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.081746] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.082348] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.082348] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.082348] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.082348] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-192adf56-49ec-466a-a43b-2bc60a0bc80a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.082348] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-192adf56-49ec-466a-a43b-2bc60a0bc80a taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.082706] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-192adf56-49ec-466a-a43b-2bc60a0bc80a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.082706] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-192adf56-49ec-466a-a43b-2bc60a0bc80a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.082706] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-192adf56-49ec-466a-a43b-2bc60a0bc80a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.082706] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.082830] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.082830] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.083010] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.083077] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.083132] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-192adf56-49ec-466a-a43b-2bc60a0bc80a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.083191] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('192adf56-49ec-466a-a43b-2bc60a0bc80a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.135433] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 810.135567] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 810.585613] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 192adf56-49ec-466a-a43b-2bc60a0bc80a: rpc.has_security_group_logging(os_id): False [ 810.608018] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.608284] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.608284] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.609370] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.609370] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.609370] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.609370] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.609370] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.609370] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.609370] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.609370] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.609370] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.610030] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.610030] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.610030] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.610030] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.610030] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.610030] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.610230] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.610230] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.610288] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 192adf56-49ec-466a-a43b-2bc60a0bc80a is going to be updated. [ 810.680137] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.680608] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.680608] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.680608] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.680766] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.697812] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 192adf56-49ec-466a-a43b-2bc60a0bc80a in Status: IN_PROGRESS for 2s [ 811.839028] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: adec5154-b899-4227-99b0-e934b8bb9bc8 in Status: SUCCESS [ 811.839336] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-adec5154-b899-4227-99b0-e934b8bb9bc8" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.711324] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 192adf56-49ec-466a-a43b-2bc60a0bc80a in Status: SUCCESS [ 812.711574] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-192adf56-49ec-466a-a43b-2bc60a0bc80a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.136517] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 815.136517] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 815.287980] env[69758]: INFO networking_nsxv3.common.synchronization [req-c22632da-bc5b-4d6d-98b1-cad5d63f5c12 req-d6f8d17e-1842-46ec-9f0d-ee09d8f7a4db tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Enqueued Resource ID: b466bb13-86e5-4b05-a1a6-cce44813eedb with Priority: HIGHEST for action security_group_members [ 815.291860] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b466bb13-86e5-4b05-a1a6-cce44813eedb with Priority: HIGHEST for action security_group_members [ 815.291860] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-b466bb13-86e5-4b05-a1a6-cce44813eedb taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.291860] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.291860] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.291860] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.291860] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.291860] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.291860] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.291860] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.291860] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.291860] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b466bb13-86e5-4b05-a1a6-cce44813eedb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.793532] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.793748] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.793810] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.794053] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.794150] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.794406] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.794554] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.794672] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.794778] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.794858] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.794944] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b466bb13-86e5-4b05-a1a6-cce44813eedb is going to be updated. [ 815.829810] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.829973] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.830058] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.830305] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.830468] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.840387] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b466bb13-86e5-4b05-a1a6-cce44813eedb in Status: IN_PROGRESS for 2s [ 817.312177] env[69758]: INFO networking_nsxv3.common.synchronization [req-1e7f8037-df9d-4eee-b67f-f29bd22a19c8 req-11307cb3-ee31-417d-abd0-dbe398840b26 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Enqueued Resource ID: fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace with Priority: HIGHEST for action security_group_members [ 817.312177] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace with Priority: HIGHEST for action security_group_members [ 817.312685] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.312952] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.313127] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.313479] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.314359] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.314779] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.314998] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.316805] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.316805] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.316805] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.594819] env[69758]: INFO networking_nsxv3.common.synchronization [req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c req-290affc4-95b5-417b-94d1-35b8b497224d tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] Enqueued Resource ID: 13656df6-7506-4197-928c-f90e5eb89a6a with Priority: HIGHEST for action security_group_members [ 817.595955] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13656df6-7506-4197-928c-f90e5eb89a6a with Priority: HIGHEST for action security_group_members [ 817.596391] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-13656df6-7506-4197-928c-f90e5eb89a6a taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.596532] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13656df6-7506-4197-928c-f90e5eb89a6a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.596603] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13656df6-7506-4197-928c-f90e5eb89a6a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.596863] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13656df6-7506-4197-928c-f90e5eb89a6a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.597024] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.597416] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.597497] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.597662] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.597752] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.597846] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13656df6-7506-4197-928c-f90e5eb89a6a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.817942] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.855622] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b466bb13-86e5-4b05-a1a6-cce44813eedb in Status: SUCCESS [ 817.855853] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b466bb13-86e5-4b05-a1a6-cce44813eedb deletion is rescheduled due to dependency. [ 817.855997] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.938667] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-596 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.938850] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-596" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.939014] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-596" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.939326] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-596" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.939588] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.939771] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.939905] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.940123] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.940270] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.940529] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 817.940613] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 817.940760] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 817.940879] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 817.940995] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 817.941169] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 817.941321] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 817.964669] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 817.964869] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 817.964993] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 817.965292] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-596" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.965702] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-e673b262-ecc8-4399-86aa-9376611f109c taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.965702] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-e673b262-ecc8-4399-86aa-9376611f109c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.965947] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-e673b262-ecc8-4399-86aa-9376611f109c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.966308] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-e673b262-ecc8-4399-86aa-9376611f109c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.966465] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e673b262-ecc8-4399-86aa-9376611f109c',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.105128] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.105428] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.105472] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.105724] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.105870] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.106239] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.106349] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.106397] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.106591] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.106681] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.106927] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13656df6-7506-4197-928c-f90e5eb89a6a already deleted. [ 818.106927] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13656df6-7506-4197-928c-f90e5eb89a6a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.320059] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.470426] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.470785] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.470967] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.471342] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.471507] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.471689] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port e673b262-ecc8-4399-86aa-9376611f109c not found, creating... [ 818.471986] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.472682] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.472682] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.472682] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.472682] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.472983] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.473152] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.473277] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.473473] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.473604] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.473770] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: e673b262-ecc8-4399-86aa-9376611f109c is going to be created. [ 818.495904] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.496206] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.496366] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.496771] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.497120] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.497415] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-e673b262-ecc8-4399-86aa-9376611f109c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.824009] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.824009] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.824231] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.824354] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.824458] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.824586] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace is going to be updated. [ 818.854268] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.854485] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.854587] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.854890] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.855128] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.865960] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace in Status: IN_PROGRESS for 2s [ 819.267273] env[69758]: INFO networking_nsxv3.common.synchronization [req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c req-50feb547-18c0-4130-8f04-dcd5f1918556 service nova] Enqueued Resource ID: 13656df6-7506-4197-928c-f90e5eb89a6a with Priority: HIGHEST for action security_group_rules [ 819.267455] env[69758]: INFO networking_nsxv3.common.synchronization [req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c req-50feb547-18c0-4130-8f04-dcd5f1918556 service nova] Enqueued Resource ID: 13656df6-7506-4197-928c-f90e5eb89a6a with Priority: HIGHEST for action security_group_members [ 819.267595] env[69758]: INFO networking_nsxv3.common.synchronization [req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c req-50feb547-18c0-4130-8f04-dcd5f1918556 service nova] Enqueued Resource ID: e673b262-ecc8-4399-86aa-9376611f109c with Priority: HIGHEST for action port [ 819.267833] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13656df6-7506-4197-928c-f90e5eb89a6a with Priority: HIGHEST for action security_group_rules [ 819.267957] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13656df6-7506-4197-928c-f90e5eb89a6a with Priority: HIGHEST for action security_group_members [ 819.268066] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e673b262-ecc8-4399-86aa-9376611f109c with Priority: HIGHEST for action port [ 819.269117] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-13656df6-7506-4197-928c-f90e5eb89a6a taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.269289] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-13656df6-7506-4197-928c-f90e5eb89a6a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.269377] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-13656df6-7506-4197-928c-f90e5eb89a6a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.269653] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-13656df6-7506-4197-928c-f90e5eb89a6a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.269763] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('13656df6-7506-4197-928c-f90e5eb89a6a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.270632] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-13656df6-7506-4197-928c-f90e5eb89a6a taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.274052] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13656df6-7506-4197-928c-f90e5eb89a6a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.274052] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13656df6-7506-4197-928c-f90e5eb89a6a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.274052] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13656df6-7506-4197-928c-f90e5eb89a6a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.274052] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.274052] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.274052] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.274052] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.274052] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.274052] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13656df6-7506-4197-928c-f90e5eb89a6a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.274052] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-e673b262-ecc8-4399-86aa-9376611f109c taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.274052] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e673b262-ecc8-4399-86aa-9376611f109c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.274052] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e673b262-ecc8-4399-86aa-9376611f109c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.274052] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e673b262-ecc8-4399-86aa-9376611f109c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.274052] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e673b262-ecc8-4399-86aa-9376611f109c',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.506033] env[69758]: INFO networking_nsxv3.common.synchronization [req-c6433d5d-0cd0-479c-955b-74fa7330a74a req-1424d063-eda8-4f01-a6ba-a8466098c438 tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] Enqueued Resource ID: adec5154-b899-4227-99b0-e934b8bb9bc8 with Priority: HIGHEST for action security_group_members [ 819.506559] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adec5154-b899-4227-99b0-e934b8bb9bc8 with Priority: HIGHEST for action security_group_members [ 819.506905] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-adec5154-b899-4227-99b0-e934b8bb9bc8 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.507173] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adec5154-b899-4227-99b0-e934b8bb9bc8" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.507274] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adec5154-b899-4227-99b0-e934b8bb9bc8" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.507487] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adec5154-b899-4227-99b0-e934b8bb9bc8" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.507667] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.507752] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.507818] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.507965] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.508085] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.508180] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('adec5154-b899-4227-99b0-e934b8bb9bc8',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.778824] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-13656df6-7506-4197-928c-f90e5eb89a6a taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.779029] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13656df6-7506-4197-928c-f90e5eb89a6a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.779270] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('13656df6-7506-4197-928c-f90e5eb89a6a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.780148] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e673b262-ecc8-4399-86aa-9376611f109c with status ACTIVE [ 819.780325] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.780441] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.780506] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.780740] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.780848] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.780951] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.781057] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.781116] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.781274] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.781352] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.781531] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.781625] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.781676] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.781858] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.781960] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.782358] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e673b262-ecc8-4399-86aa-9376611f109c is going to be updated. [ 819.806223] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.806305] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.806341] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.807441] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.807441] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.807441] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e673b262-ecc8-4399-86aa-9376611f109c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.010786] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.010786] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.010786] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.010974] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.011442] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.011442] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.011442] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.011442] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.011630] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.011663] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.011741] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: adec5154-b899-4227-99b0-e934b8bb9bc8 is going to be updated. [ 820.042415] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.045037] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.045037] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.045037] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.045037] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.055457] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: adec5154-b899-4227-99b0-e934b8bb9bc8 in Status: IN_PROGRESS for 2s [ 820.286443] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('13656df6-7506-4197-928c-f90e5eb89a6a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.356499] env[69758]: INFO networking_nsxv3.common.synchronization [req-2194b8ca-eabe-4f25-8e02-eda40940733d req-03471033-68b3-4c5b-b77f-5e34859a0e14 tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] Enqueued Resource ID: 33760f1a-d46c-4670-996f-e3e2aafd0198 with Priority: HIGHEST for action security_group_members [ 820.357340] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33760f1a-d46c-4670-996f-e3e2aafd0198 with Priority: HIGHEST for action security_group_members [ 820.357827] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-33760f1a-d46c-4670-996f-e3e2aafd0198 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.358131] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33760f1a-d46c-4670-996f-e3e2aafd0198" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.358315] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33760f1a-d46c-4670-996f-e3e2aafd0198" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.358897] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33760f1a-d46c-4670-996f-e3e2aafd0198" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.359181] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.359410] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.359860] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.361031] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.361031] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.361031] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33760f1a-d46c-4670-996f-e3e2aafd0198',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.758441] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-21 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.758809] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-21" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.758809] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-21" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.759212] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-21" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.760235] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.760235] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.760235] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.760235] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.760235] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.760489] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 820.760489] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 820.760596] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 820.760703] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 820.760812] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 820.760919] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 820.761076] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 820.779846] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 820.780056] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 820.780194] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 820.780395] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-21" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.780734] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-ddd0a75a-9eec-4b8c-acca-7fabbeaf1d99 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.780934] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-ddd0a75a-9eec-4b8c-acca-7fabbeaf1d99" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.781068] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-ddd0a75a-9eec-4b8c-acca-7fabbeaf1d99" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.781407] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-ddd0a75a-9eec-4b8c-acca-7fabbeaf1d99" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.781581] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddd0a75a-9eec-4b8c-acca-7fabbeaf1d99',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.789379] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.789517] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.789679] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.789793] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.789889] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.789998] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13656df6-7506-4197-928c-f90e5eb89a6a is going to be created. [ 820.814668] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.815101] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.815101] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.815280] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.815326] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.827691] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13656df6-7506-4197-928c-f90e5eb89a6a in Status: UNINITIALIZED for 2s [ 820.863557] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.863726] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.863826] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.864099] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.864217] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.864418] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.864527] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.864628] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.864795] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.864915] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.864965] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33760f1a-d46c-4670-996f-e3e2aafd0198 already deleted. [ 820.865051] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33760f1a-d46c-4670-996f-e3e2aafd0198" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.874815] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace in Status: SUCCESS [ 820.875072] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.283919] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.284245] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.284391] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.284744] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.284906] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.285106] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port ddd0a75a-9eec-4b8c-acca-7fabbeaf1d99 not found, creating... [ 821.285448] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.285651] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.285774] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.286055] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.286209] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.286543] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.286711] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.286957] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.287233] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.287395] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.287542] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: ddd0a75a-9eec-4b8c-acca-7fabbeaf1d99 is going to be created. [ 821.311411] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.311705] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.311874] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.312232] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.312641] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.312975] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-ddd0a75a-9eec-4b8c-acca-7fabbeaf1d99" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.068300] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: adec5154-b899-4227-99b0-e934b8bb9bc8 in Status: SUCCESS [ 822.068681] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: adec5154-b899-4227-99b0-e934b8bb9bc8 deletion is rescheduled due to dependency. [ 822.068681] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adec5154-b899-4227-99b0-e934b8bb9bc8" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.098876] env[69758]: INFO networking_nsxv3.common.synchronization [req-2194b8ca-eabe-4f25-8e02-eda40940733d req-ba8cf82a-f4c7-4847-b5d5-4db48450292a service nova] Enqueued Resource ID: 33760f1a-d46c-4670-996f-e3e2aafd0198 with Priority: HIGHEST for action security_group_rules [ 822.099127] env[69758]: INFO networking_nsxv3.common.synchronization [req-2194b8ca-eabe-4f25-8e02-eda40940733d req-ba8cf82a-f4c7-4847-b5d5-4db48450292a service nova] Enqueued Resource ID: 33760f1a-d46c-4670-996f-e3e2aafd0198 with Priority: HIGHEST for action security_group_members [ 822.099321] env[69758]: INFO networking_nsxv3.common.synchronization [req-2194b8ca-eabe-4f25-8e02-eda40940733d req-ba8cf82a-f4c7-4847-b5d5-4db48450292a service nova] Enqueued Resource ID: ddd0a75a-9eec-4b8c-acca-7fabbeaf1d99 with Priority: HIGHEST for action port [ 822.099940] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33760f1a-d46c-4670-996f-e3e2aafd0198 with Priority: HIGHEST for action security_group_rules [ 822.102970] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33760f1a-d46c-4670-996f-e3e2aafd0198 with Priority: HIGHEST for action security_group_members [ 822.103040] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddd0a75a-9eec-4b8c-acca-7fabbeaf1d99 with Priority: HIGHEST for action port [ 822.103432] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33760f1a-d46c-4670-996f-e3e2aafd0198 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.103563] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33760f1a-d46c-4670-996f-e3e2aafd0198" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.103627] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33760f1a-d46c-4670-996f-e3e2aafd0198" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.103945] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33760f1a-d46c-4670-996f-e3e2aafd0198" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.104052] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33760f1a-d46c-4670-996f-e3e2aafd0198',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.105390] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-33760f1a-d46c-4670-996f-e3e2aafd0198 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.105563] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33760f1a-d46c-4670-996f-e3e2aafd0198" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.105637] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33760f1a-d46c-4670-996f-e3e2aafd0198" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.105815] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33760f1a-d46c-4670-996f-e3e2aafd0198" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.105975] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.106127] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.106205] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.106386] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.106556] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.106603] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33760f1a-d46c-4670-996f-e3e2aafd0198',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.108161] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-ddd0a75a-9eec-4b8c-acca-7fabbeaf1d99 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.108245] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ddd0a75a-9eec-4b8c-acca-7fabbeaf1d99" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.108304] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ddd0a75a-9eec-4b8c-acca-7fabbeaf1d99" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.108619] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ddd0a75a-9eec-4b8c-acca-7fabbeaf1d99" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.108619] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddd0a75a-9eec-4b8c-acca-7fabbeaf1d99',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.614032] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-33760f1a-d46c-4670-996f-e3e2aafd0198 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.614032] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33760f1a-d46c-4670-996f-e3e2aafd0198" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.614032] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('33760f1a-d46c-4670-996f-e3e2aafd0198',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.614032] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ddd0a75a-9eec-4b8c-acca-7fabbeaf1d99 with status ACTIVE [ 822.614291] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.614291] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.614389] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.614608] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.614725] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.614923] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.615056] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.616032] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.616032] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.616032] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.616032] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.616032] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.616032] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.616032] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.616032] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.616032] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ddd0a75a-9eec-4b8c-acca-7fabbeaf1d99 is going to be updated. [ 822.644172] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.644326] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.644326] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.644488] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.644708] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.644878] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ddd0a75a-9eec-4b8c-acca-7fabbeaf1d99" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.841424] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13656df6-7506-4197-928c-f90e5eb89a6a in Status: SUCCESS [ 822.841424] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13656df6-7506-4197-928c-f90e5eb89a6a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.841424] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13656df6-7506-4197-928c-f90e5eb89a6a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.841424] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13656df6-7506-4197-928c-f90e5eb89a6a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.841424] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.841424] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.841424] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.841424] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.841424] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.841424] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13656df6-7506-4197-928c-f90e5eb89a6a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.841424] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('13656df6-7506-4197-928c-f90e5eb89a6a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.117863] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('33760f1a-d46c-4670-996f-e3e2aafd0198',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.346041] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-13656df6-7506-4197-928c-f90e5eb89a6a taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.346202] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13656df6-7506-4197-928c-f90e5eb89a6a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.346297] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13656df6-7506-4197-928c-f90e5eb89a6a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.346575] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13656df6-7506-4197-928c-f90e5eb89a6a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.346751] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.346852] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.346937] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.347115] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.347247] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.347400] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13656df6-7506-4197-928c-f90e5eb89a6a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.347710] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-13656df6-7506-4197-928c-f90e5eb89a6a taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.347898] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13656df6-7506-4197-928c-f90e5eb89a6a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.348015] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13656df6-7506-4197-928c-f90e5eb89a6a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.348238] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13656df6-7506-4197-928c-f90e5eb89a6a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.348432] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.350025] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.350025] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.350025] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.350025] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.350025] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13656df6-7506-4197-928c-f90e5eb89a6a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.350025] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('13656df6-7506-4197-928c-f90e5eb89a6a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.619935] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.620389] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.620514] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.620974] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.621119] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.621207] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33760f1a-d46c-4670-996f-e3e2aafd0198 is going to be created. [ 823.646353] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.646521] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.646598] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.646806] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.646971] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.659244] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33760f1a-d46c-4670-996f-e3e2aafd0198 in Status: UNINITIALIZED for 2s [ 823.852474] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 13656df6-7506-4197-928c-f90e5eb89a6a: rpc.has_security_group_logging(os_id): False [ 823.870098] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.870263] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.870307] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.870594] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.870665] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.870805] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.870905] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.870971] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.871157] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.871240] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.871633] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.871633] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.871633] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.871788] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.871788] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.871953] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.872105] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.872146] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.872256] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.872330] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.872414] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 13656df6-7506-4197-928c-f90e5eb89a6a is going to be created. [ 823.963302] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.963302] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.963302] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.963302] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.963302] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.978939] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 13656df6-7506-4197-928c-f90e5eb89a6a in Status: IN_PROGRESS for 2s [ 825.671069] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33760f1a-d46c-4670-996f-e3e2aafd0198 in Status: SUCCESS [ 825.672092] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33760f1a-d46c-4670-996f-e3e2aafd0198" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.672092] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33760f1a-d46c-4670-996f-e3e2aafd0198" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.672092] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33760f1a-d46c-4670-996f-e3e2aafd0198" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.672316] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.672394] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.672394] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.672558] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.672643] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.672729] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33760f1a-d46c-4670-996f-e3e2aafd0198" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.672819] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('33760f1a-d46c-4670-996f-e3e2aafd0198',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.992377] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 13656df6-7506-4197-928c-f90e5eb89a6a in Status: SUCCESS [ 825.992643] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-13656df6-7506-4197-928c-f90e5eb89a6a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.179757] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('33760f1a-d46c-4670-996f-e3e2aafd0198',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.682701] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 33760f1a-d46c-4670-996f-e3e2aafd0198: rpc.has_security_group_logging(os_id): False [ 826.704869] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.704869] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.705146] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.705226] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.705335] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.705639] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.705771] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.705839] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.706029] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.706114] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.706223] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33760f1a-d46c-4670-996f-e3e2aafd0198 is going to be created. [ 826.813053] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.813299] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.813545] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.813882] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.814225] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.837037] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33760f1a-d46c-4670-996f-e3e2aafd0198 in Status: IN_PROGRESS for 2s [ 827.104393] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 827.104661] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 828.854038] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33760f1a-d46c-4670-996f-e3e2aafd0198 in Status: SUCCESS [ 828.854038] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33760f1a-d46c-4670-996f-e3e2aafd0198" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.066366] env[69758]: INFO networking_nsxv3.common.synchronization [req-52d80708-abf1-4700-8326-8c80bf208b43 req-039264ec-38a6-454d-888f-4d08dea84cba tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Enqueued Resource ID: 03cfa2a9-2ed2-485c-8ef9-bbd84178bdda with Priority: HIGHEST for action security_group_members [ 830.066913] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03cfa2a9-2ed2-485c-8ef9-bbd84178bdda with Priority: HIGHEST for action security_group_members [ 830.067264] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-03cfa2a9-2ed2-485c-8ef9-bbd84178bdda taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.067389] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03cfa2a9-2ed2-485c-8ef9-bbd84178bdda" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.067456] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03cfa2a9-2ed2-485c-8ef9-bbd84178bdda" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.067721] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03cfa2a9-2ed2-485c-8ef9-bbd84178bdda" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.067896] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.068089] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.068170] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.068339] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.068430] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.068529] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03cfa2a9-2ed2-485c-8ef9-bbd84178bdda',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.448799] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-805 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.448799] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-805" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.448799] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-805" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.449111] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-805" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.449360] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.449524] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.449642] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.449860] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.450371] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.450890] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 830.450890] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 830.451039] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 830.451039] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 830.451158] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 830.451270] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 830.451407] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 830.480867] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 830.481126] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 830.481298] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 830.481515] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-805" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.481851] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-78662105-2397-4811-8be9-00032b2a4582 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.482046] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-78662105-2397-4811-8be9-00032b2a4582" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.482191] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-78662105-2397-4811-8be9-00032b2a4582" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.482613] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-78662105-2397-4811-8be9-00032b2a4582" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.482769] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78662105-2397-4811-8be9-00032b2a4582',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.572190] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.572190] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.572190] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.572190] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.572190] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.572190] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.572190] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.572190] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.572190] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.572190] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.572190] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03cfa2a9-2ed2-485c-8ef9-bbd84178bdda already deleted. [ 830.572190] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03cfa2a9-2ed2-485c-8ef9-bbd84178bdda" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.985212] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.985482] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.985593] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.985949] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.986162] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.986296] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port 78662105-2397-4811-8be9-00032b2a4582 not found, creating... [ 830.987116] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.987116] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.987116] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.987116] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.987579] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.987579] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.987781] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.987781] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.987995] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.988140] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.988280] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: 78662105-2397-4811-8be9-00032b2a4582 is going to be created. [ 831.016461] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.016702] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.016910] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.017196] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.017432] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.017689] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-78662105-2397-4811-8be9-00032b2a4582" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.711334] env[69758]: INFO networking_nsxv3.common.synchronization [req-52d80708-abf1-4700-8326-8c80bf208b43 req-b03df24f-5791-478b-acf9-711ee56a8250 service nova] Enqueued Resource ID: 03cfa2a9-2ed2-485c-8ef9-bbd84178bdda with Priority: HIGHEST for action security_group_rules [ 831.711826] env[69758]: INFO networking_nsxv3.common.synchronization [req-52d80708-abf1-4700-8326-8c80bf208b43 req-b03df24f-5791-478b-acf9-711ee56a8250 service nova] Enqueued Resource ID: 03cfa2a9-2ed2-485c-8ef9-bbd84178bdda with Priority: HIGHEST for action security_group_members [ 831.711826] env[69758]: INFO networking_nsxv3.common.synchronization [req-52d80708-abf1-4700-8326-8c80bf208b43 req-b03df24f-5791-478b-acf9-711ee56a8250 service nova] Enqueued Resource ID: 78662105-2397-4811-8be9-00032b2a4582 with Priority: HIGHEST for action port [ 831.712368] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03cfa2a9-2ed2-485c-8ef9-bbd84178bdda with Priority: HIGHEST for action security_group_rules [ 831.712480] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03cfa2a9-2ed2-485c-8ef9-bbd84178bdda with Priority: HIGHEST for action security_group_members [ 831.712656] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78662105-2397-4811-8be9-00032b2a4582 with Priority: HIGHEST for action port [ 831.712981] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03cfa2a9-2ed2-485c-8ef9-bbd84178bdda taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.713261] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03cfa2a9-2ed2-485c-8ef9-bbd84178bdda" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.713361] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03cfa2a9-2ed2-485c-8ef9-bbd84178bdda" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.713621] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03cfa2a9-2ed2-485c-8ef9-bbd84178bdda" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.713708] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03cfa2a9-2ed2-485c-8ef9-bbd84178bdda',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.714887] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-03cfa2a9-2ed2-485c-8ef9-bbd84178bdda taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.714887] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03cfa2a9-2ed2-485c-8ef9-bbd84178bdda" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.715077] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03cfa2a9-2ed2-485c-8ef9-bbd84178bdda" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.715109] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03cfa2a9-2ed2-485c-8ef9-bbd84178bdda" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.715268] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.715996] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.715996] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.715996] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.715996] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.715996] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03cfa2a9-2ed2-485c-8ef9-bbd84178bdda',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.716843] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-78662105-2397-4811-8be9-00032b2a4582 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.717070] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78662105-2397-4811-8be9-00032b2a4582" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.717070] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78662105-2397-4811-8be9-00032b2a4582" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.717205] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78662105-2397-4811-8be9-00032b2a4582" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.717282] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78662105-2397-4811-8be9-00032b2a4582',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.931287] env[69758]: INFO networking_nsxv3.common.synchronization [None req-a7c1c730-56c8-4919-9a36-2133120ed9d4 None None] Enqueued Resource ID: e98739a9-7101-4394-a64c-2b73b19596e4 with Priority: HIGHEST for action port [ 831.931287] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e98739a9-7101-4394-a64c-2b73b19596e4 with Priority: HIGHEST for action port [ 831.931287] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-e98739a9-7101-4394-a64c-2b73b19596e4 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.931287] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e98739a9-7101-4394-a64c-2b73b19596e4" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.931287] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e98739a9-7101-4394-a64c-2b73b19596e4" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.931287] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e98739a9-7101-4394-a64c-2b73b19596e4" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.931287] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e98739a9-7101-4394-a64c-2b73b19596e4',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.221921] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-03cfa2a9-2ed2-485c-8ef9-bbd84178bdda taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.221921] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03cfa2a9-2ed2-485c-8ef9-bbd84178bdda" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.221921] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('03cfa2a9-2ed2-485c-8ef9-bbd84178bdda',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.221921] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 78662105-2397-4811-8be9-00032b2a4582 with status ACTIVE [ 832.221921] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.221921] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.221921] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.221921] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.222763] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.222763] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.222763] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.222763] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.222763] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.223064] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.223478] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.223478] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.223478] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.227334] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.227496] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.227620] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 78662105-2397-4811-8be9-00032b2a4582 is going to be updated. [ 832.252855] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.253033] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.253033] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.253352] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.253514] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.253693] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78662105-2397-4811-8be9-00032b2a4582" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.437132] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e98739a9-7101-4394-a64c-2b73b19596e4 [ 832.437132] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.437132] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.437132] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.437132] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.437132] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.437132] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e98739a9-7101-4394-a64c-2b73b19596e4 already deleted. [ 832.437132] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e98739a9-7101-4394-a64c-2b73b19596e4" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.730418] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('03cfa2a9-2ed2-485c-8ef9-bbd84178bdda',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.738619] env[69758]: INFO networking_nsxv3.common.synchronization [req-122294a4-464f-42d4-bb15-14c41baff507 req-ec3664de-640c-4a13-84a1-09effd583a51 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Enqueued Resource ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 with Priority: HIGHEST for action security_group_members [ 832.739248] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 with Priority: HIGHEST for action security_group_members [ 832.739573] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-970b52ae-0a30-4a97-8d95-e0e8de09f208 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.739726] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.739841] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.742166] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.742540] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.742540] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.742540] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.742766] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.742766] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.742851] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('970b52ae-0a30-4a97-8d95-e0e8de09f208',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.237714] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.237797] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.237797] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.238337] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.238337] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.238337] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03cfa2a9-2ed2-485c-8ef9-bbd84178bdda is going to be created. [ 833.247812] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.247812] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.247812] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.247812] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.248132] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.248132] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.248220] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.248279] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.248448] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.248531] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.248950] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 already deleted. [ 833.248950] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.264961] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.265131] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.265194] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.265410] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.265571] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.275792] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03cfa2a9-2ed2-485c-8ef9-bbd84178bdda in Status: UNINITIALIZED for 2s [ 833.375206] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-580 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.375206] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-580" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.375206] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-580" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.375206] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-580" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.376679] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.377056] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.377295] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.377669] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.378123] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.378896] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 833.379152] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 833.379375] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 833.379576] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 833.380224] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 833.380481] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 833.381074] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 833.401173] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 833.401288] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 833.401428] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 833.401637] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-580" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.402043] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-7f51e161-b139-4854-aecc-daca4594e145 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.402238] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-7f51e161-b139-4854-aecc-daca4594e145" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.402238] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-7f51e161-b139-4854-aecc-daca4594e145" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.402758] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-7f51e161-b139-4854-aecc-daca4594e145" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.402758] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f51e161-b139-4854-aecc-daca4594e145',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.521690] env[69758]: INFO networking_nsxv3.common.synchronization [req-0856fc30-e0da-46ac-aebd-0577cb8964f6 req-9e37c52d-6b99-4078-acbc-315dd183ffe8 tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] Enqueued Resource ID: 13656df6-7506-4197-928c-f90e5eb89a6a with Priority: HIGHEST for action security_group_members [ 833.522290] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13656df6-7506-4197-928c-f90e5eb89a6a with Priority: HIGHEST for action security_group_members [ 833.522687] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-13656df6-7506-4197-928c-f90e5eb89a6a taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.522855] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13656df6-7506-4197-928c-f90e5eb89a6a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.522946] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13656df6-7506-4197-928c-f90e5eb89a6a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.523186] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13656df6-7506-4197-928c-f90e5eb89a6a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.523367] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.523497] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.523576] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.523738] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.523850] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.523969] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13656df6-7506-4197-928c-f90e5eb89a6a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.603403] env[69758]: INFO networking_nsxv3.common.synchronization [None req-c2bccbc8-ca43-4a12-ae7f-3f0607f62b04 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Enqueued Resource ID: 901c55bc-6356-414c-bc3a-6ff527b8fab1 with Priority: HIGHEST for action security_group_rules [ 833.603835] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 901c55bc-6356-414c-bc3a-6ff527b8fab1 with Priority: HIGHEST for action security_group_rules [ 833.604147] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-901c55bc-6356-414c-bc3a-6ff527b8fab1 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.604265] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-901c55bc-6356-414c-bc3a-6ff527b8fab1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.604329] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-901c55bc-6356-414c-bc3a-6ff527b8fab1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.604623] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-901c55bc-6356-414c-bc3a-6ff527b8fab1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.604708] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('901c55bc-6356-414c-bc3a-6ff527b8fab1',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.805411] env[69758]: INFO networking_nsxv3.common.synchronization [None req-93fffe25-3c3d-46e5-b46b-f1b3c42699cc tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Enqueued Resource ID: 901c55bc-6356-414c-bc3a-6ff527b8fab1 with Priority: HIGHEST for action security_group_rules [ 833.806039] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 901c55bc-6356-414c-bc3a-6ff527b8fab1 with Priority: HIGHEST for action security_group_rules [ 833.807032] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-901c55bc-6356-414c-bc3a-6ff527b8fab1 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.807032] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-901c55bc-6356-414c-bc3a-6ff527b8fab1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.906743] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.906743] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.906743] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.906988] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.906988] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.907166] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port 7f51e161-b139-4854-aecc-daca4594e145 not found, creating... [ 833.907424] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.907581] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.907711] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.907918] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.908066] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.908342] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.908515] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.908658] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.908866] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.908998] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.910166] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: 7f51e161-b139-4854-aecc-daca4594e145 is going to be created. [ 833.937077] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.937077] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.937352] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.937506] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.937756] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.938184] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-7f51e161-b139-4854-aecc-daca4594e145" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.031608] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.031748] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.031799] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.031975] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.032108] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.032408] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.032408] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.032540] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.032679] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.032778] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.032877] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13656df6-7506-4197-928c-f90e5eb89a6a is going to be updated. [ 834.080679] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.081421] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.081421] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.081421] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.081591] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.104353] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13656df6-7506-4197-928c-f90e5eb89a6a in Status: IN_PROGRESS for 2s [ 834.138566] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.138566] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.138566] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.138566] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.138566] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.138566] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 901c55bc-6356-414c-bc3a-6ff527b8fab1 already deleted. [ 834.138566] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-901c55bc-6356-414c-bc3a-6ff527b8fab1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.139046] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-901c55bc-6356-414c-bc3a-6ff527b8fab1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.139494] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-901c55bc-6356-414c-bc3a-6ff527b8fab1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.139704] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('901c55bc-6356-414c-bc3a-6ff527b8fab1',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.543143] env[69758]: INFO networking_nsxv3.common.synchronization [None req-d7685ba0-e98c-4611-9e4a-f1d4de2d70bc None None] Enqueued Resource ID: 75d774a7-e801-47e6-b548-b842e7e46de5 with Priority: HIGHEST for action port [ 834.548378] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75d774a7-e801-47e6-b548-b842e7e46de5 with Priority: HIGHEST for action port [ 834.548378] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-75d774a7-e801-47e6-b548-b842e7e46de5 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.548378] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-75d774a7-e801-47e6-b548-b842e7e46de5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.548378] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-75d774a7-e801-47e6-b548-b842e7e46de5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.548378] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-75d774a7-e801-47e6-b548-b842e7e46de5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.548378] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75d774a7-e801-47e6-b548-b842e7e46de5',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.663586] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.664128] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.664230] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.664428] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.664521] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.664831] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 901c55bc-6356-414c-bc3a-6ff527b8fab1 already deleted. [ 834.664831] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-901c55bc-6356-414c-bc3a-6ff527b8fab1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.937166] env[69758]: INFO networking_nsxv3.common.synchronization [req-122294a4-464f-42d4-bb15-14c41baff507 req-513f99c7-d244-45b2-9aae-5f6c1d287525 service nova] Enqueued Resource ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 with Priority: HIGHEST for action security_group_rules [ 834.937456] env[69758]: INFO networking_nsxv3.common.synchronization [req-122294a4-464f-42d4-bb15-14c41baff507 req-513f99c7-d244-45b2-9aae-5f6c1d287525 service nova] Enqueued Resource ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 with Priority: HIGHEST for action security_group_members [ 834.937528] env[69758]: INFO networking_nsxv3.common.synchronization [req-122294a4-464f-42d4-bb15-14c41baff507 req-513f99c7-d244-45b2-9aae-5f6c1d287525 service nova] Enqueued Resource ID: 7f51e161-b139-4854-aecc-daca4594e145 with Priority: HIGHEST for action port [ 834.938336] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 with Priority: HIGHEST for action security_group_rules [ 834.938534] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 with Priority: HIGHEST for action security_group_members [ 834.938894] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f51e161-b139-4854-aecc-daca4594e145 with Priority: HIGHEST for action port [ 834.939241] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-970b52ae-0a30-4a97-8d95-e0e8de09f208 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.941117] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.941117] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.941117] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.941117] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('970b52ae-0a30-4a97-8d95-e0e8de09f208',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.941953] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-970b52ae-0a30-4a97-8d95-e0e8de09f208 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.942133] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.942656] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.942656] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.942656] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.942912] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.942912] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.942912] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.943017] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.944998] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('970b52ae-0a30-4a97-8d95-e0e8de09f208',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.946165] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f51e161-b139-4854-aecc-daca4594e145 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.946280] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f51e161-b139-4854-aecc-daca4594e145" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.946341] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f51e161-b139-4854-aecc-daca4594e145" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.946511] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f51e161-b139-4854-aecc-daca4594e145" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.946587] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f51e161-b139-4854-aecc-daca4594e145',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.050085] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 75d774a7-e801-47e6-b548-b842e7e46de5 [ 835.050523] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.050523] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.050713] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.051033] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.051033] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.051149] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:75d774a7-e801-47e6-b548-b842e7e46de5 already deleted. [ 835.051185] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-75d774a7-e801-47e6-b548-b842e7e46de5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.286552] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03cfa2a9-2ed2-485c-8ef9-bbd84178bdda in Status: SUCCESS [ 835.286775] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03cfa2a9-2ed2-485c-8ef9-bbd84178bdda" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.287028] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03cfa2a9-2ed2-485c-8ef9-bbd84178bdda" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.287269] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03cfa2a9-2ed2-485c-8ef9-bbd84178bdda" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.287467] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.287591] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.287660] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.287859] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.287953] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.288083] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03cfa2a9-2ed2-485c-8ef9-bbd84178bdda" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.288211] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('03cfa2a9-2ed2-485c-8ef9-bbd84178bdda',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.448836] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-970b52ae-0a30-4a97-8d95-e0e8de09f208 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.449063] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.450474] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7f51e161-b139-4854-aecc-daca4594e145 with status ACTIVE [ 835.450752] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.453041] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.453041] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.453041] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.453041] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.453041] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.453041] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.453041] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.453041] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.453041] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.453041] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.453041] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.453041] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.453041] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.453041] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.453041] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7f51e161-b139-4854-aecc-daca4594e145 is going to be updated. [ 835.455807] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('970b52ae-0a30-4a97-8d95-e0e8de09f208',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.481491] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.482263] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.482263] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.482263] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.482263] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.482459] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f51e161-b139-4854-aecc-daca4594e145" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.694334] env[69758]: INFO networking_nsxv3.common.synchronization [req-69e46895-52ee-4a00-89a7-611dc835955d req-827e5949-877e-4338-9cc5-553ed82aed6b tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Enqueued Resource ID: 060759af-1135-4904-abd4-1a7fbd387934 with Priority: HIGHEST for action security_group_members [ 835.694710] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 060759af-1135-4904-abd4-1a7fbd387934 with Priority: HIGHEST for action security_group_members [ 835.695226] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-060759af-1135-4904-abd4-1a7fbd387934 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.695503] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-060759af-1135-4904-abd4-1a7fbd387934" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.695680] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-060759af-1135-4904-abd4-1a7fbd387934" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.696133] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-060759af-1135-4904-abd4-1a7fbd387934" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.696414] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.696654] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.696833] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.697113] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.697302] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.697483] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('060759af-1135-4904-abd4-1a7fbd387934',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.793251] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-03cfa2a9-2ed2-485c-8ef9-bbd84178bdda taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.793251] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03cfa2a9-2ed2-485c-8ef9-bbd84178bdda" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.793251] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03cfa2a9-2ed2-485c-8ef9-bbd84178bdda" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.793571] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03cfa2a9-2ed2-485c-8ef9-bbd84178bdda" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.793675] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.793795] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.793859] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.794040] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.794120] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.794212] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03cfa2a9-2ed2-485c-8ef9-bbd84178bdda" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.794374] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-03cfa2a9-2ed2-485c-8ef9-bbd84178bdda taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.794469] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03cfa2a9-2ed2-485c-8ef9-bbd84178bdda" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.794541] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03cfa2a9-2ed2-485c-8ef9-bbd84178bdda" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.794754] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03cfa2a9-2ed2-485c-8ef9-bbd84178bdda" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.794901] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.795000] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.795085] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.795278] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.795379] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.795483] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03cfa2a9-2ed2-485c-8ef9-bbd84178bdda" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.795585] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('03cfa2a9-2ed2-485c-8ef9-bbd84178bdda',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.957468] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('970b52ae-0a30-4a97-8d95-e0e8de09f208',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.113596] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13656df6-7506-4197-928c-f90e5eb89a6a in Status: SUCCESS [ 836.113596] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13656df6-7506-4197-928c-f90e5eb89a6a deletion is rescheduled due to dependency. [ 836.113596] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13656df6-7506-4197-928c-f90e5eb89a6a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.201801] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.201801] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.201801] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.201801] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.201801] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.201801] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.201801] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.201801] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.201801] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.201801] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.201801] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 060759af-1135-4904-abd4-1a7fbd387934 already deleted. [ 836.201801] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-060759af-1135-4904-abd4-1a7fbd387934" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.211141] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-583 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.211141] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-583" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.211141] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-583" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.211549] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-583" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.212054] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.213424] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.213424] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.213424] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.213424] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.213424] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 836.213424] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 836.213700] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 836.213700] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 836.213845] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 836.213933] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 836.214100] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 836.236293] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 836.236554] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 836.236768] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 836.237058] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-583" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.237451] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-b5cec225-0262-4b06-b3c0-a1965a2eb81f taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.237658] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-b5cec225-0262-4b06-b3c0-a1965a2eb81f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.237784] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-b5cec225-0262-4b06-b3c0-a1965a2eb81f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.238267] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-b5cec225-0262-4b06-b3c0-a1965a2eb81f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.238437] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5cec225-0262-4b06-b3c0-a1965a2eb81f',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.301211] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 03cfa2a9-2ed2-485c-8ef9-bbd84178bdda: rpc.has_security_group_logging(os_id): False [ 836.321340] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.321340] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.321340] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.321340] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.321340] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.321340] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.321340] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.321340] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.321340] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.321340] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.321340] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.321340] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.321340] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.321340] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.321340] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.321881] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.321881] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.321881] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.321881] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.321881] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.321881] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03cfa2a9-2ed2-485c-8ef9-bbd84178bdda is going to be created. [ 836.384211] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.384382] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.384382] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.384542] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.384777] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.395284] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03cfa2a9-2ed2-485c-8ef9-bbd84178bdda in Status: IN_PROGRESS for 2s [ 836.460600] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.460781] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.460840] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.461280] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.461363] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.462030] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 is going to be created. [ 836.519508] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.520136] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.520136] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.520271] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.520662] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.534058] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 in Status: UNINITIALIZED for 2s [ 836.741354] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.741643] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.741713] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.741977] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.742148] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.742306] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port b5cec225-0262-4b06-b3c0-a1965a2eb81f not found, creating... [ 836.742566] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.742807] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.742932] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.743178] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.743416] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.743604] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.743760] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.743964] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.744101] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.744241] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.744381] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: b5cec225-0262-4b06-b3c0-a1965a2eb81f is going to be created. [ 836.764966] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.765250] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.765418] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.765948] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.765948] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.766146] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-b5cec225-0262-4b06-b3c0-a1965a2eb81f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.813611] env[69758]: INFO networking_nsxv3.common.synchronization [req-69e46895-52ee-4a00-89a7-611dc835955d req-fe99a706-7f4e-46fa-9523-26c179e5849e service nova] Enqueued Resource ID: 060759af-1135-4904-abd4-1a7fbd387934 with Priority: HIGHEST for action security_group_rules [ 837.813611] env[69758]: INFO networking_nsxv3.common.synchronization [req-69e46895-52ee-4a00-89a7-611dc835955d req-fe99a706-7f4e-46fa-9523-26c179e5849e service nova] Enqueued Resource ID: 060759af-1135-4904-abd4-1a7fbd387934 with Priority: HIGHEST for action security_group_members [ 837.813978] env[69758]: INFO networking_nsxv3.common.synchronization [req-69e46895-52ee-4a00-89a7-611dc835955d req-fe99a706-7f4e-46fa-9523-26c179e5849e service nova] Enqueued Resource ID: b5cec225-0262-4b06-b3c0-a1965a2eb81f with Priority: HIGHEST for action port [ 837.813978] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 060759af-1135-4904-abd4-1a7fbd387934 with Priority: HIGHEST for action security_group_rules [ 837.814085] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 060759af-1135-4904-abd4-1a7fbd387934 with Priority: HIGHEST for action security_group_members [ 837.814155] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5cec225-0262-4b06-b3c0-a1965a2eb81f with Priority: HIGHEST for action port [ 837.814777] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-060759af-1135-4904-abd4-1a7fbd387934 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.814873] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-060759af-1135-4904-abd4-1a7fbd387934" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.814943] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-060759af-1135-4904-abd4-1a7fbd387934" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.815188] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-060759af-1135-4904-abd4-1a7fbd387934" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.815268] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('060759af-1135-4904-abd4-1a7fbd387934',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.819305] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-060759af-1135-4904-abd4-1a7fbd387934 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.819305] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-060759af-1135-4904-abd4-1a7fbd387934" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.819305] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-060759af-1135-4904-abd4-1a7fbd387934" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.819305] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-060759af-1135-4904-abd4-1a7fbd387934" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.819305] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.819305] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.819305] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.819305] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.819305] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.819305] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('060759af-1135-4904-abd4-1a7fbd387934',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.819305] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5cec225-0262-4b06-b3c0-a1965a2eb81f taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.819305] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5cec225-0262-4b06-b3c0-a1965a2eb81f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.819305] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5cec225-0262-4b06-b3c0-a1965a2eb81f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.819305] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5cec225-0262-4b06-b3c0-a1965a2eb81f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.819305] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5cec225-0262-4b06-b3c0-a1965a2eb81f',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.319814] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-060759af-1135-4904-abd4-1a7fbd387934 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.320039] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-060759af-1135-4904-abd4-1a7fbd387934" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.320273] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('060759af-1135-4904-abd4-1a7fbd387934',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.321302] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b5cec225-0262-4b06-b3c0-a1965a2eb81f with status ACTIVE [ 838.321509] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.321639] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.321714] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.321957] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.322108] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.322287] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.322417] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.322480] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.322689] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.322804] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.322989] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.323126] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.323182] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.323367] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.323445] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.323560] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b5cec225-0262-4b06-b3c0-a1965a2eb81f is going to be updated. [ 838.347122] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.347411] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.347411] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.347556] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.347708] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.347877] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5cec225-0262-4b06-b3c0-a1965a2eb81f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.359797] env[69758]: INFO networking_nsxv3.common.synchronization [req-8df5091f-c02a-4b9e-8747-98cf85bc9bd7 req-0bd1a52e-ba67-4caf-8032-023cb2ad1e49 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Enqueued Resource ID: d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 with Priority: HIGHEST for action security_group_members [ 838.360479] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 with Priority: HIGHEST for action security_group_members [ 838.360875] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.361440] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.361570] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.361842] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.362072] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.362209] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.362298] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.362502] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.362641] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.362743] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.412379] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03cfa2a9-2ed2-485c-8ef9-bbd84178bdda in Status: SUCCESS [ 838.412726] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03cfa2a9-2ed2-485c-8ef9-bbd84178bdda" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.552028] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 in Status: SUCCESS [ 838.552028] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.552028] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.552028] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.552028] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.552028] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.552028] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.552028] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.552028] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.552028] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.552028] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('970b52ae-0a30-4a97-8d95-e0e8de09f208',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.825699] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('060759af-1135-4904-abd4-1a7fbd387934',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.865576] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.865773] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.865868] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.866084] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.883574] env[69758]: INFO networking_nsxv3.common.synchronization [req-8df5091f-c02a-4b9e-8747-98cf85bc9bd7 req-03960ab5-dc7d-40ba-8d8c-846baa9b26c8 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Enqueued Resource ID: d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 with Priority: HIGHEST for action security_group_members [ 838.883924] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 with Priority: HIGHEST for action security_group_members [ 838.883924] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.884201] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.888313] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.888554] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.888673] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.888743] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.888953] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.889087] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.889144] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 is going to be updated. [ 838.919035] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.919192] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.919266] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.920059] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.920059] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.932603] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 in Status: IN_PROGRESS for 2s [ 839.061418] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-970b52ae-0a30-4a97-8d95-e0e8de09f208 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.061418] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.061418] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.061418] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.061418] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.061418] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.061418] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.061418] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.061418] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.061418] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.061418] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-970b52ae-0a30-4a97-8d95-e0e8de09f208 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.061418] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.061418] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.061418] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.061418] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.061418] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.062141] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.062141] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.062141] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.062141] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.062141] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('970b52ae-0a30-4a97-8d95-e0e8de09f208',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.328754] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.328913] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.329653] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.330016] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.330150] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.330269] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 060759af-1135-4904-abd4-1a7fbd387934 is going to be created. [ 839.334429] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-538 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.334429] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-538" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.334429] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-538" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.334763] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-538" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.335047] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.335212] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.335328] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.335548] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.335687] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.335916] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 839.336050] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 839.336158] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 839.336265] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 839.336362] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 839.336471] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 839.336596] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 839.358771] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 839.358984] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 839.359146] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 839.359339] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-538" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.359739] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-f6fa9a17-155c-4a36-9e4b-1ba0e29dc870 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.360042] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-f6fa9a17-155c-4a36-9e4b-1ba0e29dc870" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.360158] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-f6fa9a17-155c-4a36-9e4b-1ba0e29dc870" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.360475] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-f6fa9a17-155c-4a36-9e4b-1ba0e29dc870" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.360682] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6fa9a17-155c-4a36-9e4b-1ba0e29dc870',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.363191] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.363362] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.363452] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.363747] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.364012] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.377970] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 060759af-1135-4904-abd4-1a7fbd387934 in Status: UNINITIALIZED for 2s [ 839.563708] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 970b52ae-0a30-4a97-8d95-e0e8de09f208: rpc.has_security_group_logging(os_id): False [ 839.589700] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.589873] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.589916] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.590175] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.590530] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.590794] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.590903] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.590971] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.591174] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.591253] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.591436] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.591529] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.591659] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.591733] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.591813] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.591994] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.592100] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.592166] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.592303] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.592368] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.592456] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 is going to be created. [ 839.663684] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.663864] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.663909] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.664307] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.664495] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.676786] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 in Status: IN_PROGRESS for 2s [ 839.864062] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.864628] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.864628] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.864628] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.864952] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.864952] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port f6fa9a17-155c-4a36-9e4b-1ba0e29dc870 not found, creating... [ 839.865087] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.865250] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.865364] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.865586] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.865745] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.866065] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.866221] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.866331] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.867424] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.867424] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.867424] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: f6fa9a17-155c-4a36-9e4b-1ba0e29dc870 is going to be created. [ 839.889531] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.889775] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.890174] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.890174] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.890415] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.890650] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-f6fa9a17-155c-4a36-9e4b-1ba0e29dc870" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.601434] env[69758]: INFO networking_nsxv3.common.synchronization [req-8df5091f-c02a-4b9e-8747-98cf85bc9bd7 req-c5d7708c-0e4e-4427-bd88-b93d72e4c489 service nova] Enqueued Resource ID: d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 with Priority: HIGHEST for action security_group_rules [ 840.601434] env[69758]: INFO networking_nsxv3.common.synchronization [req-8df5091f-c02a-4b9e-8747-98cf85bc9bd7 req-c5d7708c-0e4e-4427-bd88-b93d72e4c489 service nova] Enqueued Resource ID: d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 with Priority: HIGHEST for action security_group_members [ 840.601434] env[69758]: INFO networking_nsxv3.common.synchronization [req-8df5091f-c02a-4b9e-8747-98cf85bc9bd7 req-c5d7708c-0e4e-4427-bd88-b93d72e4c489 service nova] Enqueued Resource ID: f6fa9a17-155c-4a36-9e4b-1ba0e29dc870 with Priority: HIGHEST for action port [ 840.604340] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 with Priority: HIGHEST for action security_group_rules [ 840.604340] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 with Priority: HIGHEST for action security_group_members [ 840.604340] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6fa9a17-155c-4a36-9e4b-1ba0e29dc870 with Priority: HIGHEST for action port [ 840.604340] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.604340] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.604340] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.604340] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.604340] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.604340] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.604340] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.604340] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6fa9a17-155c-4a36-9e4b-1ba0e29dc870 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.604937] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6fa9a17-155c-4a36-9e4b-1ba0e29dc870" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.604937] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6fa9a17-155c-4a36-9e4b-1ba0e29dc870" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.604937] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6fa9a17-155c-4a36-9e4b-1ba0e29dc870" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.604937] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6fa9a17-155c-4a36-9e4b-1ba0e29dc870',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.945980] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 in Status: SUCCESS [ 840.946390] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 deletion is rescheduled due to dependency. [ 840.946390] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.946390] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.946641] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.946886] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.947079] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.947180] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.947401] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.947493] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.947600] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.110915] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.111515] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.111635] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f6fa9a17-155c-4a36-9e4b-1ba0e29dc870 with status ACTIVE [ 841.111996] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.112165] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.112263] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.112477] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.112646] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.113029] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.113165] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.113226] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.114038] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.114038] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.114038] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.114038] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.114038] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.114298] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.114298] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.114437] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f6fa9a17-155c-4a36-9e4b-1ba0e29dc870 is going to be updated. [ 841.140622] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.140622] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.140897] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.141052] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.141244] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.141419] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6fa9a17-155c-4a36-9e4b-1ba0e29dc870" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.391664] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 060759af-1135-4904-abd4-1a7fbd387934 in Status: SUCCESS [ 841.391945] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-060759af-1135-4904-abd4-1a7fbd387934" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.392175] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-060759af-1135-4904-abd4-1a7fbd387934" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.392424] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-060759af-1135-4904-abd4-1a7fbd387934" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.392664] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.392886] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.393016] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.393298] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.393373] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.393459] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-060759af-1135-4904-abd4-1a7fbd387934" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.393582] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('060759af-1135-4904-abd4-1a7fbd387934',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.450253] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.501433] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-775 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.501744] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-775" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.501957] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-775" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.502880] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-775" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.503434] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.503710] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.503900] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.504237] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.504483] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.504821] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 841.505037] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 841.505227] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 841.505422] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 841.505581] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 841.505724] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 841.505973] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 841.532684] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 841.532751] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 841.532899] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 841.533152] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-775" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.533490] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-ee825b9f-e49b-42d5-956a-0dd83589b195 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.533672] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-ee825b9f-e49b-42d5-956a-0dd83589b195" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.533836] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-ee825b9f-e49b-42d5-956a-0dd83589b195" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.534250] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-ee825b9f-e49b-42d5-956a-0dd83589b195" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.535028] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee825b9f-e49b-42d5-956a-0dd83589b195',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.693182] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 in Status: SUCCESS [ 841.693537] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.896676] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('060759af-1135-4904-abd4-1a7fbd387934',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.958294] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.003829] env[69758]: INFO networking_nsxv3.common.synchronization [req-b1fdbcb5-e384-4fbe-ae16-c7563d9e5942 req-67bae1ab-6e4a-4da2-a186-90ee0d09d78b tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] Enqueued Resource ID: a3793f91-c970-41db-b469-5181cac1cc75 with Priority: HIGHEST for action security_group_members [ 842.004396] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3793f91-c970-41db-b469-5181cac1cc75 with Priority: HIGHEST for action security_group_members [ 842.004751] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3793f91-c970-41db-b469-5181cac1cc75 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.004865] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3793f91-c970-41db-b469-5181cac1cc75" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.004906] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3793f91-c970-41db-b469-5181cac1cc75" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.005336] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3793f91-c970-41db-b469-5181cac1cc75" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.005441] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.005507] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.005901] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.005901] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.005901] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.007478] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3793f91-c970-41db-b469-5181cac1cc75',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.040285] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.040285] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.040285] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.040285] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.040285] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.040285] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port ee825b9f-e49b-42d5-956a-0dd83589b195 not found, creating... [ 842.040285] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.040285] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.040285] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.040285] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.040285] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.040966] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.040966] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.040966] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.041248] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.041535] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.041860] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: ee825b9f-e49b-42d5-956a-0dd83589b195 is going to be created. [ 842.066644] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.066644] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.066644] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.066644] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.066644] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.066644] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-ee825b9f-e49b-42d5-956a-0dd83589b195" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.400886] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 060759af-1135-4904-abd4-1a7fbd387934: rpc.has_security_group_logging(os_id): False [ 842.422021] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.422021] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.422021] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.422021] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.422021] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.422021] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.422021] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.422021] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.422021] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.422021] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.422021] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 060759af-1135-4904-abd4-1a7fbd387934 is going to be created. [ 842.462022] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.462180] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.463245] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.463490] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.463588] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.463696] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 is going to be updated. [ 842.499490] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.500118] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.500260] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.500858] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.503660] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.510031] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.510031] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.510031] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.510031] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.510031] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.510031] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.510031] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.510031] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.510031] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.510031] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.510031] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.510031] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.511154] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.511154] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.511154] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.511154] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3793f91-c970-41db-b469-5181cac1cc75 already deleted. [ 842.511154] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3793f91-c970-41db-b469-5181cac1cc75" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.516733] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-45 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.516915] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-45" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.517060] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-45" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.517391] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-45" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.517702] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.517826] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.517959] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.518265] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.518401] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.518603] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 842.518709] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 842.518812] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 842.518916] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 842.519034] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 842.519140] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 842.519571] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 842.521542] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 in Status: IN_PROGRESS for 2s [ 842.523505] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 060759af-1135-4904-abd4-1a7fbd387934 in Status: IN_PROGRESS for 2s [ 842.541992] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 842.542202] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 842.542325] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 842.542504] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-45" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.542899] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-99165ff8-9c49-4dc4-8e75-507092f9566d taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.543130] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-99165ff8-9c49-4dc4-8e75-507092f9566d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.543261] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-99165ff8-9c49-4dc4-8e75-507092f9566d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.543584] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-99165ff8-9c49-4dc4-8e75-507092f9566d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.543726] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99165ff8-9c49-4dc4-8e75-507092f9566d',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.905912] env[69758]: INFO networking_nsxv3.common.synchronization [req-8df5091f-c02a-4b9e-8747-98cf85bc9bd7 req-556b5555-9f12-48a8-946d-fdcbdcc6b68b service nova] Enqueued Resource ID: d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 with Priority: HIGHEST for action security_group_rules [ 842.906170] env[69758]: INFO networking_nsxv3.common.synchronization [req-8df5091f-c02a-4b9e-8747-98cf85bc9bd7 req-556b5555-9f12-48a8-946d-fdcbdcc6b68b service nova] Enqueued Resource ID: d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 with Priority: HIGHEST for action security_group_members [ 842.906268] env[69758]: INFO networking_nsxv3.common.synchronization [req-8df5091f-c02a-4b9e-8747-98cf85bc9bd7 req-556b5555-9f12-48a8-946d-fdcbdcc6b68b service nova] Enqueued Resource ID: ee825b9f-e49b-42d5-956a-0dd83589b195 with Priority: HIGHEST for action port [ 842.906462] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 with Priority: HIGHEST for action security_group_rules [ 842.906582] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 with Priority: HIGHEST for action security_group_members [ 842.906675] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee825b9f-e49b-42d5-956a-0dd83589b195 with Priority: HIGHEST for action port [ 842.907251] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.907344] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.907529] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.907612] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.907817] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee825b9f-e49b-42d5-956a-0dd83589b195 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.907939] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee825b9f-e49b-42d5-956a-0dd83589b195" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.908009] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee825b9f-e49b-42d5-956a-0dd83589b195" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.910399] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee825b9f-e49b-42d5-956a-0dd83589b195" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.910399] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee825b9f-e49b-42d5-956a-0dd83589b195',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.053544] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.054299] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.054588] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.057023] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.057023] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.057023] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port 99165ff8-9c49-4dc4-8e75-507092f9566d not found, creating... [ 843.057023] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.057023] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.057023] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.057023] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.057023] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.057023] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.057023] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.057449] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.057948] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.058248] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.059189] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: 99165ff8-9c49-4dc4-8e75-507092f9566d is going to be created. [ 843.092563] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.093163] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.093392] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.093741] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.094057] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.094366] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-99165ff8-9c49-4dc4-8e75-507092f9566d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.411992] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ee825b9f-e49b-42d5-956a-0dd83589b195 with status ACTIVE [ 843.411992] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.412195] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.412195] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.412346] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.412447] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.412643] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.412755] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.412806] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.412964] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.413042] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.413240] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.413392] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.413485] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.413655] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.413745] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.413830] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ee825b9f-e49b-42d5-956a-0dd83589b195 is going to be updated. [ 843.442516] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.442785] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.442878] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.443153] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.443364] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.443590] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee825b9f-e49b-42d5-956a-0dd83589b195" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.312142] env[69758]: INFO networking_nsxv3.common.synchronization [req-b1fdbcb5-e384-4fbe-ae16-c7563d9e5942 req-d4caa5b9-da14-4e4a-9de5-2bb616a5f2c7 service nova] Enqueued Resource ID: a3793f91-c970-41db-b469-5181cac1cc75 with Priority: HIGHEST for action security_group_rules [ 844.312455] env[69758]: INFO networking_nsxv3.common.synchronization [req-b1fdbcb5-e384-4fbe-ae16-c7563d9e5942 req-d4caa5b9-da14-4e4a-9de5-2bb616a5f2c7 service nova] Enqueued Resource ID: a3793f91-c970-41db-b469-5181cac1cc75 with Priority: HIGHEST for action security_group_members [ 844.314170] env[69758]: INFO networking_nsxv3.common.synchronization [req-b1fdbcb5-e384-4fbe-ae16-c7563d9e5942 req-d4caa5b9-da14-4e4a-9de5-2bb616a5f2c7 service nova] Enqueued Resource ID: 99165ff8-9c49-4dc4-8e75-507092f9566d with Priority: HIGHEST for action port [ 844.314572] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3793f91-c970-41db-b469-5181cac1cc75 with Priority: HIGHEST for action security_group_rules [ 844.314817] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3793f91-c970-41db-b469-5181cac1cc75 with Priority: HIGHEST for action security_group_members [ 844.314967] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99165ff8-9c49-4dc4-8e75-507092f9566d with Priority: HIGHEST for action port [ 844.315617] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3793f91-c970-41db-b469-5181cac1cc75 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.316244] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3793f91-c970-41db-b469-5181cac1cc75" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.316382] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3793f91-c970-41db-b469-5181cac1cc75" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.316659] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3793f91-c970-41db-b469-5181cac1cc75" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.316753] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3793f91-c970-41db-b469-5181cac1cc75',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.317914] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3793f91-c970-41db-b469-5181cac1cc75 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.319147] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3793f91-c970-41db-b469-5181cac1cc75" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.319380] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3793f91-c970-41db-b469-5181cac1cc75" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.319490] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3793f91-c970-41db-b469-5181cac1cc75" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.319730] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.320157] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.320157] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.320157] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.320373] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.320487] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3793f91-c970-41db-b469-5181cac1cc75',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.321462] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-99165ff8-9c49-4dc4-8e75-507092f9566d taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.321586] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99165ff8-9c49-4dc4-8e75-507092f9566d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.321650] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99165ff8-9c49-4dc4-8e75-507092f9566d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.321841] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99165ff8-9c49-4dc4-8e75-507092f9566d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.321945] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99165ff8-9c49-4dc4-8e75-507092f9566d',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.532727] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 in Status: SUCCESS [ 844.532959] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.533150] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.533389] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.533548] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.533958] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.533958] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.533958] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.534086] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.534124] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.536594] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 060759af-1135-4904-abd4-1a7fbd387934 in Status: SUCCESS [ 844.537465] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-060759af-1135-4904-abd4-1a7fbd387934" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.824489] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3793f91-c970-41db-b469-5181cac1cc75 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.824716] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3793f91-c970-41db-b469-5181cac1cc75" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.824985] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 99165ff8-9c49-4dc4-8e75-507092f9566d with status ACTIVE [ 844.825132] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.825293] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.825416] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.825549] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.825641] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.825863] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.825916] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.826061] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.826230] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.826230] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.826410] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.826664] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.826664] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.826800] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.826800] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.826897] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 99165ff8-9c49-4dc4-8e75-507092f9566d is going to be updated. [ 844.828707] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a3793f91-c970-41db-b469-5181cac1cc75',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.854779] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.855055] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.855125] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.855559] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.855559] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.855860] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99165ff8-9c49-4dc4-8e75-507092f9566d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.038594] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.268899] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.268899] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.268899] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.268899] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.268899] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.334872] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a3793f91-c970-41db-b469-5181cac1cc75',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.545080] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.772986] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.836979] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.839051] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.839051] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.839051] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.839051] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.839051] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3793f91-c970-41db-b469-5181cac1cc75 is going to be created. [ 845.870449] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.870608] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.870719] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.871033] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.871278] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.885273] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3793f91-c970-41db-b469-5181cac1cc75 in Status: UNINITIALIZED for 2s [ 846.046525] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.046716] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.046763] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.047651] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.047651] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.047651] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 is going to be updated. [ 846.091031] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.091031] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.091031] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.091031] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.091031] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.102168] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 in Status: IN_PROGRESS for 2s [ 846.275581] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.778070] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 846.778304] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 847.522874] env[69758]: INFO networking_nsxv3.common.synchronization [req-bea8514f-7d51-4f56-851f-1e6e98e9f4e4 req-6b08777b-7dc0-450b-88ee-bfcf2e388476 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Enqueued Resource ID: 9cf00646-625b-4b21-a132-a57548621176 with Priority: HIGHEST for action security_group_members [ 847.523491] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cf00646-625b-4b21-a132-a57548621176 with Priority: HIGHEST for action security_group_members [ 847.523806] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cf00646-625b-4b21-a132-a57548621176 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.524564] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cf00646-625b-4b21-a132-a57548621176" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.524564] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cf00646-625b-4b21-a132-a57548621176" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.524564] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cf00646-625b-4b21-a132-a57548621176" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.524564] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.524564] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.524940] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.525012] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.525159] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.525307] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cf00646-625b-4b21-a132-a57548621176',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.727121] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.727316] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.730024] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.730024] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.741535] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 847.747359] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.747359] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 847.774499] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.774756] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.774877] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.775233] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.785651] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.786298] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 847.786298] env[69758]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69758) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 847.786298] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 847.830489] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.830489] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.830751] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.831319] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.832164] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.832383] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 847.906810] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3793f91-c970-41db-b469-5181cac1cc75 in Status: SUCCESS [ 847.907457] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3793f91-c970-41db-b469-5181cac1cc75" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.907457] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3793f91-c970-41db-b469-5181cac1cc75" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.907625] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3793f91-c970-41db-b469-5181cac1cc75" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.907662] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.907783] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.909040] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.909040] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.909040] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.909040] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3793f91-c970-41db-b469-5181cac1cc75" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.909040] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a3793f91-c970-41db-b469-5181cac1cc75',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.910891] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-457 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.912368] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-457" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.912568] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-457" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.912961] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-457" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.913320] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.913554] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.913915] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.914044] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.914243] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.914492] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 847.914634] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 847.914809] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 847.914926] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 847.915059] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 847.915496] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 847.915496] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 847.929230] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.929533] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.929533] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.929757] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.929954] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.930211] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 847.938544] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 847.938722] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 847.938863] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 847.939065] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-457" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.939396] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-bd4067a1-04fb-41b1-8cd4-4913ba74d7f9 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.939579] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-bd4067a1-04fb-41b1-8cd4-4913ba74d7f9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.939699] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-bd4067a1-04fb-41b1-8cd4-4913ba74d7f9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.940063] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-bd4067a1-04fb-41b1-8cd4-4913ba74d7f9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.940217] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd4067a1-04fb-41b1-8cd4-4913ba74d7f9',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.004909] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.005192] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.005316] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.006701] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.006973] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.007292] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:38. [ 848.007382] env[69758]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'e9f4a2bc-c6fc-4494-b9f2-23d65084df09', 'b3676a2d-6013-4704-a281-0f2dac33fa9e', 'f7e8c30a-9ae4-4744-b268-e35c19aec014', '9a7f9775-c954-4c4b-811c-b4ed5d207060', '192adf56-49ec-466a-a43b-2bc60a0bc80a', '9cf00646-625b-4b21-a132-a57548621176', '339bbc8c-a314-4cf0-828f-04c21846aca7', '6db4eb80-f463-4d06-837b-c7912b1e5f59', 'af2c049f-70d4-40bf-937d-214d0d513262', 'ee9df30d-c8d2-4e45-ac91-4d0d748658e5', '864851a1-fb1a-476d-a856-1248b48e0c26', 'a152f44c-6c16-4860-853f-55e035ddd3c1', '2fb1b654-7790-4f73-a183-d253f1cba749', '229041f9-b494-4896-8c95-92de3ee6405e', '25e50abc-db08-4d17-8597-7f62ca5148f9', '002dd308-e0ed-4e95-af2f-3f39f2911a95', '3a5f409d-5ed2-411a-b63d-4ea8be9435e2', '45b264f3-818f-4f82-9e1d-5da0bb345d0b', '03cfa2a9-2ed2-485c-8ef9-bbd84178bdda', 'ed837327-7a7f-4d3a-b27c-a53ff3da5a3a', 'ba7cd0c9-88d1-406d-9881-8a32765ca01f', 'f25bfd16-6979-44b5-9288-743b88967cbe', '5d229128-8c11-4c78-8f1a-5d5746ac5707', 'd1dd9f65-8be0-4211-b4d6-4cb6e97dedc9', '36b89e1b-bad3-4659-ae37-0a5d47eb72f2', 'b466bb13-86e5-4b05-a1a6-cce44813eedb', '060759af-1135-4904-abd4-1a7fbd387934', '8fd852bb-aac8-4ffb-917f-1d50f9c2246e', 'fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace', '93100250-9526-4691-bed9-9ff892e2e334', '51150f16-cc48-4f6b-b73a-c98fe5635b4a', '33760f1a-d46c-4670-996f-e3e2aafd0198', 'de7973d3-3f62-43d4-891f-fabae8c0d446', '13656df6-7506-4197-928c-f90e5eb89a6a', '970b52ae-0a30-4a97-8d95-e0e8de09f208', 'f01280a9-47d6-43ef-8dd6-0c80b7ab1dca', '752acef9-787c-46a9-a0a0-11d4989cf50f', 'adec5154-b899-4227-99b0-e934b8bb9bc8'} {{(pid=69758) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 848.007502] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 848.029654] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.029654] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.029654] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.029950] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.029950] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.029950] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 848.029950] env[69758]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69758) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 848.030087] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 848.034075] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.034075] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.034075] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.034075] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.065594] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.065907] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.066111] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.066177] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.066653] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.066653] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.066653] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cf00646-625b-4b21-a132-a57548621176 is going to be updated. [ 848.093500] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.093694] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.093694] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.093921] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.094113] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.104780] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cf00646-625b-4b21-a132-a57548621176 in Status: IN_PROGRESS for 2s [ 848.115283] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 in Status: IN_PROGRESS for 4s [ 848.127267] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.127439] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.127534] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.127715] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.128564] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.128812] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 848.128970] env[69758]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69758) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 848.128970] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 848.129118] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 848.129118] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/38 resources of Type:Security Group Rules [ 848.129205] env[69758]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e9f4a2bc-c6fc-4494-b9f2-23d65084df09 with Priority: HIGH for action security_group_rules [ 848.129260] env[69758]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b3676a2d-6013-4704-a281-0f2dac33fa9e with Priority: HIGH for action security_group_rules [ 848.129317] env[69758]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f7e8c30a-9ae4-4744-b268-e35c19aec014 with Priority: HIGH for action security_group_rules [ 848.129375] env[69758]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9a7f9775-c954-4c4b-811c-b4ed5d207060 with Priority: HIGH for action security_group_rules [ 848.129411] env[69758]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 192adf56-49ec-466a-a43b-2bc60a0bc80a with Priority: HIGH for action security_group_rules [ 848.129974] env[69758]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9cf00646-625b-4b21-a132-a57548621176 with Priority: HIGH for action security_group_rules [ 848.129974] env[69758]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 339bbc8c-a314-4cf0-828f-04c21846aca7 with Priority: HIGH for action security_group_rules [ 848.129974] env[69758]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6db4eb80-f463-4d06-837b-c7912b1e5f59 with Priority: HIGH for action security_group_rules [ 848.129974] env[69758]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: af2c049f-70d4-40bf-937d-214d0d513262 with Priority: HIGH for action security_group_rules [ 848.129974] env[69758]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ee9df30d-c8d2-4e45-ac91-4d0d748658e5 with Priority: HIGH for action security_group_rules [ 848.129974] env[69758]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 864851a1-fb1a-476d-a856-1248b48e0c26 with Priority: HIGH for action security_group_rules [ 848.129974] env[69758]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a152f44c-6c16-4860-853f-55e035ddd3c1 with Priority: HIGH for action security_group_rules [ 848.129974] env[69758]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2fb1b654-7790-4f73-a183-d253f1cba749 with Priority: HIGH for action security_group_rules [ 848.129974] env[69758]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 229041f9-b494-4896-8c95-92de3ee6405e with Priority: HIGH for action security_group_rules [ 848.129974] env[69758]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 25e50abc-db08-4d17-8597-7f62ca5148f9 with Priority: HIGH for action security_group_rules [ 848.130380] env[69758]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 002dd308-e0ed-4e95-af2f-3f39f2911a95 with Priority: HIGH for action security_group_rules [ 848.130380] env[69758]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3a5f409d-5ed2-411a-b63d-4ea8be9435e2 with Priority: HIGH for action security_group_rules [ 848.130380] env[69758]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 45b264f3-818f-4f82-9e1d-5da0bb345d0b with Priority: HIGH for action security_group_rules [ 848.130380] env[69758]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 03cfa2a9-2ed2-485c-8ef9-bbd84178bdda with Priority: HIGH for action security_group_rules [ 848.130380] env[69758]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ed837327-7a7f-4d3a-b27c-a53ff3da5a3a with Priority: HIGH for action security_group_rules [ 848.130380] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.417707] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3793f91-c970-41db-b469-5181cac1cc75 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.417795] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3793f91-c970-41db-b469-5181cac1cc75" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.417889] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3793f91-c970-41db-b469-5181cac1cc75" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.418218] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3793f91-c970-41db-b469-5181cac1cc75" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.418288] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.418371] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.418431] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.418577] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.418657] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.418743] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3793f91-c970-41db-b469-5181cac1cc75" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.418879] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3793f91-c970-41db-b469-5181cac1cc75 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.418998] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3793f91-c970-41db-b469-5181cac1cc75" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.418998] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3793f91-c970-41db-b469-5181cac1cc75" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.419162] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3793f91-c970-41db-b469-5181cac1cc75" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.419288] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.419371] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.419427] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.419554] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.419621] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.420916] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3793f91-c970-41db-b469-5181cac1cc75" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.420916] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a3793f91-c970-41db-b469-5181cac1cc75',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.444223] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.445412] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.445556] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.445904] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.446180] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.446436] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port bd4067a1-04fb-41b1-8cd4-4913ba74d7f9 not found, creating... [ 848.447753] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.447753] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.447753] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.447753] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.447753] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.448067] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.448174] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.448346] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.448630] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.448811] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.448993] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: bd4067a1-04fb-41b1-8cd4-4913ba74d7f9 is going to be created. [ 848.472381] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.472381] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.472518] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.472852] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.473076] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.473470] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-bd4067a1-04fb-41b1-8cd4-4913ba74d7f9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.923734] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a3793f91-c970-41db-b469-5181cac1cc75: rpc.has_security_group_logging(os_id): False [ 848.944639] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.945102] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.945102] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.945428] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.945851] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.945851] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.946088] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.946088] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.946266] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.946344] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.946522] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.946613] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.946689] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.946904] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.947041] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.947273] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.947475] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.947475] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.947617] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.947788] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.947930] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3793f91-c970-41db-b469-5181cac1cc75 is going to be created. [ 849.010548] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.010713] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.010804] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.010989] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.011198] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.022390] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3793f91-c970-41db-b469-5181cac1cc75 in Status: IN_PROGRESS for 2s [ 849.345939] env[69758]: INFO networking_nsxv3.common.synchronization [req-bea8514f-7d51-4f56-851f-1e6e98e9f4e4 req-a6e1e7cb-aa43-4481-bf8f-5c93184fe5d1 service nova] Enqueued Resource ID: 9cf00646-625b-4b21-a132-a57548621176 with Priority: HIGHEST for action security_group_rules [ 849.346122] env[69758]: INFO networking_nsxv3.common.synchronization [req-bea8514f-7d51-4f56-851f-1e6e98e9f4e4 req-a6e1e7cb-aa43-4481-bf8f-5c93184fe5d1 service nova] Enqueued Resource ID: 9cf00646-625b-4b21-a132-a57548621176 with Priority: HIGHEST for action security_group_members [ 849.346257] env[69758]: INFO networking_nsxv3.common.synchronization [req-bea8514f-7d51-4f56-851f-1e6e98e9f4e4 req-a6e1e7cb-aa43-4481-bf8f-5c93184fe5d1 service nova] Enqueued Resource ID: bd4067a1-04fb-41b1-8cd4-4913ba74d7f9 with Priority: HIGHEST for action port [ 849.346492] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cf00646-625b-4b21-a132-a57548621176 with Priority: HIGHEST for action security_group_rules [ 849.346620] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cf00646-625b-4b21-a132-a57548621176 with Priority: HIGHEST for action security_group_members [ 849.346770] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd4067a1-04fb-41b1-8cd4-4913ba74d7f9 with Priority: HIGHEST for action port [ 849.346815] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9f4a2bc-c6fc-4494-b9f2-23d65084df09 with Priority: HIGH for action security_group_rules [ 849.346906] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7e8c30a-9ae4-4744-b268-e35c19aec014 with Priority: HIGH for action security_group_rules [ 849.346993] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 339bbc8c-a314-4cf0-828f-04c21846aca7 with Priority: HIGH for action security_group_rules [ 849.347405] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25e50abc-db08-4d17-8597-7f62ca5148f9 with Priority: HIGH for action security_group_rules [ 849.347538] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed837327-7a7f-4d3a-b27c-a53ff3da5a3a with Priority: HIGH for action security_group_rules [ 849.347680] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03cfa2a9-2ed2-485c-8ef9-bbd84178bdda with Priority: HIGH for action security_group_rules [ 849.347813] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45b264f3-818f-4f82-9e1d-5da0bb345d0b with Priority: HIGH for action security_group_rules [ 849.347942] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a5f409d-5ed2-411a-b63d-4ea8be9435e2 with Priority: HIGH for action security_group_rules [ 849.348717] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 229041f9-b494-4896-8c95-92de3ee6405e with Priority: HIGH for action security_group_rules [ 849.348944] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 002dd308-e0ed-4e95-af2f-3f39f2911a95 with Priority: HIGH for action security_group_rules [ 849.349131] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fb1b654-7790-4f73-a183-d253f1cba749 with Priority: HIGH for action security_group_rules [ 849.350117] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a152f44c-6c16-4860-853f-55e035ddd3c1 with Priority: HIGH for action security_group_rules [ 849.350309] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 864851a1-fb1a-476d-a856-1248b48e0c26 with Priority: HIGH for action security_group_rules [ 849.350799] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee9df30d-c8d2-4e45-ac91-4d0d748658e5 with Priority: HIGH for action security_group_rules [ 849.350799] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af2c049f-70d4-40bf-937d-214d0d513262 with Priority: HIGH for action security_group_rules [ 849.350799] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cf00646-625b-4b21-a132-a57548621176 with Priority: HIGH for action security_group_rules [ 849.350799] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6db4eb80-f463-4d06-837b-c7912b1e5f59 with Priority: HIGH for action security_group_rules [ 849.350973] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 192adf56-49ec-466a-a43b-2bc60a0bc80a with Priority: HIGH for action security_group_rules [ 849.351036] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3676a2d-6013-4704-a281-0f2dac33fa9e with Priority: HIGH for action security_group_rules [ 849.351173] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a7f9775-c954-4c4b-811c-b4ed5d207060 with Priority: HIGH for action security_group_rules [ 849.351898] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9cf00646-625b-4b21-a132-a57548621176 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.352150] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9cf00646-625b-4b21-a132-a57548621176" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.352320] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9cf00646-625b-4b21-a132-a57548621176" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.352623] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9cf00646-625b-4b21-a132-a57548621176" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.352852] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9cf00646-625b-4b21-a132-a57548621176',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.354483] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cf00646-625b-4b21-a132-a57548621176 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.354663] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cf00646-625b-4b21-a132-a57548621176" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.355125] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd4067a1-04fb-41b1-8cd4-4913ba74d7f9 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.355125] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd4067a1-04fb-41b1-8cd4-4913ba74d7f9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.355275] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd4067a1-04fb-41b1-8cd4-4913ba74d7f9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.355834] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd4067a1-04fb-41b1-8cd4-4913ba74d7f9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.355834] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd4067a1-04fb-41b1-8cd4-4913ba74d7f9',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.356547] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9f4a2bc-c6fc-4494-b9f2-23d65084df09 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.356740] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9f4a2bc-c6fc-4494-b9f2-23d65084df09" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.357022] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9f4a2bc-c6fc-4494-b9f2-23d65084df09" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.357283] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9f4a2bc-c6fc-4494-b9f2-23d65084df09" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.357448] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9f4a2bc-c6fc-4494-b9f2-23d65084df09',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.360610] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7e8c30a-9ae4-4744-b268-e35c19aec014 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.360610] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7e8c30a-9ae4-4744-b268-e35c19aec014" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.360610] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7e8c30a-9ae4-4744-b268-e35c19aec014" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.360610] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7e8c30a-9ae4-4744-b268-e35c19aec014" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.360610] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7e8c30a-9ae4-4744-b268-e35c19aec014',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.360610] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-339bbc8c-a314-4cf0-828f-04c21846aca7 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.361221] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-339bbc8c-a314-4cf0-828f-04c21846aca7" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.361221] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-339bbc8c-a314-4cf0-828f-04c21846aca7" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.361547] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-339bbc8c-a314-4cf0-828f-04c21846aca7" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.361547] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('339bbc8c-a314-4cf0-828f-04c21846aca7',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.363096] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25e50abc-db08-4d17-8597-7f62ca5148f9 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.363096] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25e50abc-db08-4d17-8597-7f62ca5148f9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.363096] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25e50abc-db08-4d17-8597-7f62ca5148f9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.363096] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25e50abc-db08-4d17-8597-7f62ca5148f9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.363096] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25e50abc-db08-4d17-8597-7f62ca5148f9',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.365277] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.365277] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.365277] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.365277] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.365277] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed837327-7a7f-4d3a-b27c-a53ff3da5a3a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.366830] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03cfa2a9-2ed2-485c-8ef9-bbd84178bdda taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.366830] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03cfa2a9-2ed2-485c-8ef9-bbd84178bdda" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.366830] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03cfa2a9-2ed2-485c-8ef9-bbd84178bdda" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.366830] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03cfa2a9-2ed2-485c-8ef9-bbd84178bdda" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.366830] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03cfa2a9-2ed2-485c-8ef9-bbd84178bdda',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.370017] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45b264f3-818f-4f82-9e1d-5da0bb345d0b taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.370017] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45b264f3-818f-4f82-9e1d-5da0bb345d0b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.370017] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45b264f3-818f-4f82-9e1d-5da0bb345d0b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.370017] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45b264f3-818f-4f82-9e1d-5da0bb345d0b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.370017] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45b264f3-818f-4f82-9e1d-5da0bb345d0b',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.370017] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a5f409d-5ed2-411a-b63d-4ea8be9435e2 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.370017] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a5f409d-5ed2-411a-b63d-4ea8be9435e2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.370017] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a5f409d-5ed2-411a-b63d-4ea8be9435e2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.370017] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a5f409d-5ed2-411a-b63d-4ea8be9435e2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.370017] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a5f409d-5ed2-411a-b63d-4ea8be9435e2',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.371227] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-229041f9-b494-4896-8c95-92de3ee6405e taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.371227] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-229041f9-b494-4896-8c95-92de3ee6405e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.371542] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-229041f9-b494-4896-8c95-92de3ee6405e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.371622] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-229041f9-b494-4896-8c95-92de3ee6405e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.371704] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('229041f9-b494-4896-8c95-92de3ee6405e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.372211] env[69758]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 849.373170] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-002dd308-e0ed-4e95-af2f-3f39f2911a95 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.374103] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-002dd308-e0ed-4e95-af2f-3f39f2911a95" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.374103] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-002dd308-e0ed-4e95-af2f-3f39f2911a95" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.374103] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-002dd308-e0ed-4e95-af2f-3f39f2911a95" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.374103] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('002dd308-e0ed-4e95-af2f-3f39f2911a95',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.378631] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2fb1b654-7790-4f73-a183-d253f1cba749 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.378801] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2fb1b654-7790-4f73-a183-d253f1cba749" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.378875] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2fb1b654-7790-4f73-a183-d253f1cba749" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.379094] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2fb1b654-7790-4f73-a183-d253f1cba749" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.379181] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2fb1b654-7790-4f73-a183-d253f1cba749',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.381068] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a152f44c-6c16-4860-853f-55e035ddd3c1 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.381068] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a152f44c-6c16-4860-853f-55e035ddd3c1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.381068] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a152f44c-6c16-4860-853f-55e035ddd3c1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.381337] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a152f44c-6c16-4860-853f-55e035ddd3c1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.381509] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a152f44c-6c16-4860-853f-55e035ddd3c1',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.382946] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-864851a1-fb1a-476d-a856-1248b48e0c26 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.383158] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-864851a1-fb1a-476d-a856-1248b48e0c26" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.383274] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-864851a1-fb1a-476d-a856-1248b48e0c26" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.383991] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-864851a1-fb1a-476d-a856-1248b48e0c26" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.383991] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('864851a1-fb1a-476d-a856-1248b48e0c26',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.385166] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee9df30d-c8d2-4e45-ac91-4d0d748658e5 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.385353] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee9df30d-c8d2-4e45-ac91-4d0d748658e5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.385426] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee9df30d-c8d2-4e45-ac91-4d0d748658e5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.385684] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee9df30d-c8d2-4e45-ac91-4d0d748658e5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.385848] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee9df30d-c8d2-4e45-ac91-4d0d748658e5',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.387264] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af2c049f-70d4-40bf-937d-214d0d513262 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.387264] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af2c049f-70d4-40bf-937d-214d0d513262" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.387477] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af2c049f-70d4-40bf-937d-214d0d513262" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.387594] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af2c049f-70d4-40bf-937d-214d0d513262" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.387710] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af2c049f-70d4-40bf-937d-214d0d513262',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.389031] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9cf00646-625b-4b21-a132-a57548621176 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.389031] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9cf00646-625b-4b21-a132-a57548621176" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.389907] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6db4eb80-f463-4d06-837b-c7912b1e5f59 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.389907] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6db4eb80-f463-4d06-837b-c7912b1e5f59" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.389907] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6db4eb80-f463-4d06-837b-c7912b1e5f59" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.389907] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6db4eb80-f463-4d06-837b-c7912b1e5f59" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.390124] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6db4eb80-f463-4d06-837b-c7912b1e5f59',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.391629] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-192adf56-49ec-466a-a43b-2bc60a0bc80a taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.391865] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-192adf56-49ec-466a-a43b-2bc60a0bc80a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.392030] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-192adf56-49ec-466a-a43b-2bc60a0bc80a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.392294] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-192adf56-49ec-466a-a43b-2bc60a0bc80a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.392839] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('192adf56-49ec-466a-a43b-2bc60a0bc80a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.394029] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3676a2d-6013-4704-a281-0f2dac33fa9e taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.394204] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3676a2d-6013-4704-a281-0f2dac33fa9e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.394318] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3676a2d-6013-4704-a281-0f2dac33fa9e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.394531] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3676a2d-6013-4704-a281-0f2dac33fa9e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.394911] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3676a2d-6013-4704-a281-0f2dac33fa9e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.395692] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a7f9775-c954-4c4b-811c-b4ed5d207060 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.396195] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a7f9775-c954-4c4b-811c-b4ed5d207060" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.396195] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a7f9775-c954-4c4b-811c-b4ed5d207060" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.396195] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a7f9775-c954-4c4b-811c-b4ed5d207060" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.396195] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a7f9775-c954-4c4b-811c-b4ed5d207060',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.396549] env[69758]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 849.403959] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cf00646-625b-4b21-a132-a57548621176 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.404373] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cf00646-625b-4b21-a132-a57548621176" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.405434] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9f4a2bc-c6fc-4494-b9f2-23d65084df09 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.405434] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9f4a2bc-c6fc-4494-b9f2-23d65084df09" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.405434] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9f4a2bc-c6fc-4494-b9f2-23d65084df09" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.405434] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9f4a2bc-c6fc-4494-b9f2-23d65084df09" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.405434] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.405791] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.405791] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.405977] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.406123] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.406374] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9f4a2bc-c6fc-4494-b9f2-23d65084df09" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.406374] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e9f4a2bc-c6fc-4494-b9f2-23d65084df09',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.407925] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bd4067a1-04fb-41b1-8cd4-4913ba74d7f9 with status ACTIVE [ 849.408302] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.408436] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.408576] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.408773] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.408907] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.409131] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.409284] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.409381] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.409570] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.409694] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.409932] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.410092] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.410193] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.410376] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.410498] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.410627] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bd4067a1-04fb-41b1-8cd4-4913ba74d7f9 is going to be updated. [ 849.596555] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e9f4a2bc-c6fc-4494-b9f2-23d65084df09',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.626061] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.628316] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.628316] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.628316] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.628316] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.628316] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd4067a1-04fb-41b1-8cd4-4913ba74d7f9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.111581] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e9f4a2bc-c6fc-4494-b9f2-23d65084df09: rpc.has_security_group_logging(os_id): False [ 850.129437] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.129639] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.129738] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.130044] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.136564] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-192adf56-49ec-466a-a43b-2bc60a0bc80a taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.136796] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-192adf56-49ec-466a-a43b-2bc60a0bc80a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.136897] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-192adf56-49ec-466a-a43b-2bc60a0bc80a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.137100] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-192adf56-49ec-466a-a43b-2bc60a0bc80a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.137347] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.137547] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.137547] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.137749] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.137919] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.138095] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-192adf56-49ec-466a-a43b-2bc60a0bc80a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.138168] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('192adf56-49ec-466a-a43b-2bc60a0bc80a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.143455] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-45b264f3-818f-4f82-9e1d-5da0bb345d0b taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.143589] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45b264f3-818f-4f82-9e1d-5da0bb345d0b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.143635] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45b264f3-818f-4f82-9e1d-5da0bb345d0b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.143790] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45b264f3-818f-4f82-9e1d-5da0bb345d0b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.143944] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.144058] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.144127] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.144252] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.144327] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.144412] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45b264f3-818f-4f82-9e1d-5da0bb345d0b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.144503] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('45b264f3-818f-4f82-9e1d-5da0bb345d0b',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.153216] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3676a2d-6013-4704-a281-0f2dac33fa9e taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.153550] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3676a2d-6013-4704-a281-0f2dac33fa9e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.153550] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3676a2d-6013-4704-a281-0f2dac33fa9e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.153676] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3676a2d-6013-4704-a281-0f2dac33fa9e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.153818] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.153927] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.153927] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.154121] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.154179] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.154229] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3676a2d-6013-4704-a281-0f2dac33fa9e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.154293] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b3676a2d-6013-4704-a281-0f2dac33fa9e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.157551] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-6db4eb80-f463-4d06-837b-c7912b1e5f59 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.157909] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6db4eb80-f463-4d06-837b-c7912b1e5f59" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.157909] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6db4eb80-f463-4d06-837b-c7912b1e5f59" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.157909] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6db4eb80-f463-4d06-837b-c7912b1e5f59" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.159020] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.159020] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.159020] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.159020] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.159020] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.159020] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6db4eb80-f463-4d06-837b-c7912b1e5f59" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.159020] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6db4eb80-f463-4d06-837b-c7912b1e5f59',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.159600] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-af2c049f-70d4-40bf-937d-214d0d513262 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.159713] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af2c049f-70d4-40bf-937d-214d0d513262" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.159776] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af2c049f-70d4-40bf-937d-214d0d513262" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.159928] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af2c049f-70d4-40bf-937d-214d0d513262" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.160083] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.160175] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.160236] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.160372] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.160450] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.160533] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af2c049f-70d4-40bf-937d-214d0d513262" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.160614] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('af2c049f-70d4-40bf-937d-214d0d513262',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.161360] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-03cfa2a9-2ed2-485c-8ef9-bbd84178bdda taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.161469] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03cfa2a9-2ed2-485c-8ef9-bbd84178bdda" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.161537] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03cfa2a9-2ed2-485c-8ef9-bbd84178bdda" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.161684] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03cfa2a9-2ed2-485c-8ef9-bbd84178bdda" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.161823] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.161917] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.161977] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.162128] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.162205] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.162286] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03cfa2a9-2ed2-485c-8ef9-bbd84178bdda" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.162364] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('03cfa2a9-2ed2-485c-8ef9-bbd84178bdda',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.167149] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.167378] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.167511] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.167597] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.167768] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.167871] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.167945] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9f4a2bc-c6fc-4494-b9f2-23d65084df09 is going to be updated. [ 850.214178] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.214461] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.214461] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.214850] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.216850] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.217142] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.218113] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.218280] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.219112] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.219282] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.220041] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.220169] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.221019] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.221193] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.222341] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.222489] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.243544] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.243910] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.244859] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.245017] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.246200] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.246349] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.249762] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.249874] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25e50abc-db08-4d17-8597-7f62ca5148f9 is going to be deleted. [ 850.250816] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.251116] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.270193] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.270370] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2fb1b654-7790-4f73-a183-d253f1cba749 is going to be deleted. [ 850.271474] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.271643] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.289841] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.290026] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.308438] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cf00646-625b-4b21-a132-a57548621176 in Status: SUCCESS [ 850.308438] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cf00646-625b-4b21-a132-a57548621176 deletion is rescheduled due to dependency. [ 850.308729] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cf00646-625b-4b21-a132-a57548621176" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.310244] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 in Status: SUCCESS [ 850.310505] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.317029] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cf00646-625b-4b21-a132-a57548621176" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.317029] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cf00646-625b-4b21-a132-a57548621176" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.317029] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.317029] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.317029] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.317809] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.317809] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.317809] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cf00646-625b-4b21-a132-a57548621176',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.339057] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.339057] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.339057] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.339057] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.339057] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.339057] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.339057] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.339057] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.339057] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.339057] env[69758]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 850.339057] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.339057] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.339057] env[69758]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 850.339057] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.339057] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 864851a1-fb1a-476d-a856-1248b48e0c26 is going to be deleted. [ 850.339057] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.339057] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.340514] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.340514] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.340514] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.340514] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.340514] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.340514] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.340514] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.340514] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.371336] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.371336] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.377041] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.377041] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.377041] env[69758]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 850.379270] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.379270] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.390036] env[69758]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 850.390036] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.390036] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a5f409d-5ed2-411a-b63d-4ea8be9435e2 is going to be deleted. [ 850.393149] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.393666] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.450377] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.450572] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.469326] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.469530] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 339bbc8c-a314-4cf0-828f-04c21846aca7 is going to be deleted. [ 850.471964] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.471964] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.540089] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.540089] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a152f44c-6c16-4860-853f-55e035ddd3c1 is going to be deleted. [ 850.540089] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.540394] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.582105] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.582621] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.590528] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.590528] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed837327-7a7f-4d3a-b27c-a53ff3da5a3a is going to be deleted. [ 850.590528] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.590528] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.595692] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.595692] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.637786] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.637786] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 229041f9-b494-4896-8c95-92de3ee6405e is going to be deleted. [ 850.638724] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.638958] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.677355] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.677551] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.684180] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.684315] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a7f9775-c954-4c4b-811c-b4ed5d207060 is going to be deleted. [ 850.685937] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.686137] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.738714] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.738714] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee9df30d-c8d2-4e45-ac91-4d0d748658e5 is going to be deleted. [ 850.739890] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.740138] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.740292] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.741653] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.741848] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.741940] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.742074] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25e50abc-db08-4d17-8597-7f62ca5148f9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.742698] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.743026] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.785299] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.785299] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.812133] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-192adf56-49ec-466a-a43b-2bc60a0bc80a taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.812133] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-192adf56-49ec-466a-a43b-2bc60a0bc80a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.812133] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-192adf56-49ec-466a-a43b-2bc60a0bc80a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.812133] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-192adf56-49ec-466a-a43b-2bc60a0bc80a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.812133] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.812133] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.812133] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.812133] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.812133] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.812133] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-192adf56-49ec-466a-a43b-2bc60a0bc80a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.812133] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-192adf56-49ec-466a-a43b-2bc60a0bc80a taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.812133] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-192adf56-49ec-466a-a43b-2bc60a0bc80a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.812133] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-192adf56-49ec-466a-a43b-2bc60a0bc80a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.812133] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-192adf56-49ec-466a-a43b-2bc60a0bc80a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.812729] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.812729] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.812729] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.812729] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.812859] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.812859] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-192adf56-49ec-466a-a43b-2bc60a0bc80a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.813995] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('192adf56-49ec-466a-a43b-2bc60a0bc80a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.815885] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-6db4eb80-f463-4d06-837b-c7912b1e5f59 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.816251] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6db4eb80-f463-4d06-837b-c7912b1e5f59" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.816404] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6db4eb80-f463-4d06-837b-c7912b1e5f59" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.816923] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6db4eb80-f463-4d06-837b-c7912b1e5f59" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.820364] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.820510] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.820582] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.820794] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.820886] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.821039] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6db4eb80-f463-4d06-837b-c7912b1e5f59" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.821241] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-6db4eb80-f463-4d06-837b-c7912b1e5f59 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.821351] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6db4eb80-f463-4d06-837b-c7912b1e5f59" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.821413] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6db4eb80-f463-4d06-837b-c7912b1e5f59" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.821597] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6db4eb80-f463-4d06-837b-c7912b1e5f59" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.821749] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.823238] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.823238] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.823238] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.823238] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.823238] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6db4eb80-f463-4d06-837b-c7912b1e5f59" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.823238] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6db4eb80-f463-4d06-837b-c7912b1e5f59',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.824516] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b3676a2d-6013-4704-a281-0f2dac33fa9e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.825486] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-03cfa2a9-2ed2-485c-8ef9-bbd84178bdda taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.825615] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03cfa2a9-2ed2-485c-8ef9-bbd84178bdda" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.825695] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03cfa2a9-2ed2-485c-8ef9-bbd84178bdda" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.826657] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03cfa2a9-2ed2-485c-8ef9-bbd84178bdda" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.826910] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.827931] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.828117] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.828502] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.828693] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.832317] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03cfa2a9-2ed2-485c-8ef9-bbd84178bdda" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.832573] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-03cfa2a9-2ed2-485c-8ef9-bbd84178bdda taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.832699] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03cfa2a9-2ed2-485c-8ef9-bbd84178bdda" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.832855] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03cfa2a9-2ed2-485c-8ef9-bbd84178bdda" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.833232] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03cfa2a9-2ed2-485c-8ef9-bbd84178bdda" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.833410] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.833585] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.833656] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.833881] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.833981] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.834090] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03cfa2a9-2ed2-485c-8ef9-bbd84178bdda" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.834188] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('03cfa2a9-2ed2-485c-8ef9-bbd84178bdda',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.835219] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('45b264f3-818f-4f82-9e1d-5da0bb345d0b',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.836073] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('af2c049f-70d4-40bf-937d-214d0d513262',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.838908] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9f4a2bc-c6fc-4494-b9f2-23d65084df09 in Status: IN_PROGRESS for 2s [ 850.839767] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.839965] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.840244] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9cf00646-625b-4b21-a132-a57548621176',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.844712] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.848465] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.848465] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7e8c30a-9ae4-4744-b268-e35c19aec014 is going to be deleted. [ 850.850361] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.850481] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.850593] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.850842] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.850935] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.851127] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2fb1b654-7790-4f73-a183-d253f1cba749" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.852732] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.852732] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.852732] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.852732] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.852732] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.852732] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a7f9775-c954-4c4b-811c-b4ed5d207060" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.853789] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.853789] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.903651] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.905019] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 002dd308-e0ed-4e95-af2f-3f39f2911a95 is going to be deleted. [ 850.905269] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.905317] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.905408] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.905597] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a5f409d-5ed2-411a-b63d-4ea8be9435e2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.907494] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.907494] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.907494] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.907494] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-339bbc8c-a314-4cf0-828f-04c21846aca7" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.907832] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.908129] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.908997] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.908997] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a152f44c-6c16-4860-853f-55e035ddd3c1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.908997] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.908997] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.908997] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.908997] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed837327-7a7f-4d3a-b27c-a53ff3da5a3a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.909257] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.909257] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.909319] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.909446] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-229041f9-b494-4896-8c95-92de3ee6405e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.910572] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.910768] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.910881] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.910989] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-864851a1-fb1a-476d-a856-1248b48e0c26" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.912146] env[69758]: INFO networking_nsxv3.common.synchronization [req-c94c96a6-7148-472e-947d-7d8d2547225c req-d26911a3-6475-4aef-8598-a3fd8210cd3d tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Enqueued Resource ID: ba7cd0c9-88d1-406d-9881-8a32765ca01f with Priority: HIGHEST for action security_group_members [ 850.912888] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba7cd0c9-88d1-406d-9881-8a32765ca01f with Priority: HIGHEST for action security_group_members [ 850.913168] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba7cd0c9-88d1-406d-9881-8a32765ca01f taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.914180] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.914180] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.914180] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.914180] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.914180] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.914180] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.914642] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.914985] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.914985] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba7cd0c9-88d1-406d-9881-8a32765ca01f',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.003228] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.003228] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.003228] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.003228] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.003228] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.003228] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee9df30d-c8d2-4e45-ac91-4d0d748658e5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.048826] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.049181] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.049278] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.049531] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.049642] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.049779] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7e8c30a-9ae4-4744-b268-e35c19aec014" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.062607] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3793f91-c970-41db-b469-5181cac1cc75 in Status: SUCCESS [ 851.063451] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3793f91-c970-41db-b469-5181cac1cc75" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.070691] env[69758]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 851.071373] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.075025] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.075025] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.075025] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.075025] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.075025] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-002dd308-e0ed-4e95-af2f-3f39f2911a95" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.317965] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 192adf56-49ec-466a-a43b-2bc60a0bc80a: rpc.has_security_group_logging(os_id): False [ 851.336917] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.336917] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.337065] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.337211] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.338273] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b3676a2d-6013-4704-a281-0f2dac33fa9e: rpc.has_security_group_logging(os_id): False [ 851.339305] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6db4eb80-f463-4d06-837b-c7912b1e5f59: rpc.has_security_group_logging(os_id): False [ 851.346354] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9cf00646-625b-4b21-a132-a57548621176',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.347514] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.348170] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 03cfa2a9-2ed2-485c-8ef9-bbd84178bdda: rpc.has_security_group_logging(os_id): False [ 851.349710] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for af2c049f-70d4-40bf-937d-214d0d513262: rpc.has_security_group_logging(os_id): False [ 851.353582] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 45b264f3-818f-4f82-9e1d-5da0bb345d0b: rpc.has_security_group_logging(os_id): False [ 851.369425] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.369425] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.371028] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.371028] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.371028] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.371028] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.371457] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.371457] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.371457] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.371457] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.371623] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.371718] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.371756] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.375370] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.375370] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.375370] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.375370] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.375370] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.375370] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 192adf56-49ec-466a-a43b-2bc60a0bc80a is going to be updated. [ 851.375370] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.375370] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.376525] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.376525] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.377215] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.377343] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.381366] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.381366] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.381366] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.381366] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.407267] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.407718] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.407914] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.408050] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.408384] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.408535] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.408878] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.409069] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.409187] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.409468] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.409618] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.409928] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.410075] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.410175] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.410590] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.414031] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.414031] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03cfa2a9-2ed2-485c-8ef9-bbd84178bdda is going to be updated. [ 851.414031] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.414031] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.417312] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba7cd0c9-88d1-406d-9881-8a32765ca01f',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.438279] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.438748] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.438959] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.439083] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.440973] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.440973] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.440973] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.440973] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.440973] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.440973] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.440973] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.440973] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.440973] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.440973] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.441717] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.441717] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.441717] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6db4eb80-f463-4d06-837b-c7912b1e5f59 is going to be updated. [ 851.443874] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.443874] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.463510] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-174 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.463510] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-174" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.463510] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-174" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.463510] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-174" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.464065] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.464065] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.464259] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.464367] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.464877] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.464877] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 851.465063] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 851.465063] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 851.465281] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 851.465409] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 851.465522] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 851.465662] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 851.480092] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.480334] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.488814] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.488814] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.489132] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.490550] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.490550] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.490550] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.490550] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af2c049f-70d4-40bf-937d-214d0d513262 is going to be updated. [ 851.491226] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.491478] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.509163] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 851.509495] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.044 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 851.509665] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 851.509912] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-174" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.510309] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-9e0ce28e-cef1-4057-928e-485fc95c16af taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.510526] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-9e0ce28e-cef1-4057-928e-485fc95c16af" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.510682] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-9e0ce28e-cef1-4057-928e-485fc95c16af" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.511141] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-9e0ce28e-cef1-4057-928e-485fc95c16af" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.511334] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e0ce28e-cef1-4057-928e-485fc95c16af',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.548420] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.548420] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.567036] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.567576] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.567789] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.568036] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.568678] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.568941] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.569172] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3676a2d-6013-4704-a281-0f2dac33fa9e is going to be updated. [ 851.573426] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.574070] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.575197] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.578397] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.578820] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.608865] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 192adf56-49ec-466a-a43b-2bc60a0bc80a in Status: IN_PROGRESS for 2s [ 851.626783] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.627227] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.627366] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.627414] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.627704] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.627704] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.627840] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45b264f3-818f-4f82-9e1d-5da0bb345d0b is going to be updated. [ 851.628959] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.629167] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.629316] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.633904] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.634178] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.634178] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.634407] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.634641] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.673354] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6db4eb80-f463-4d06-837b-c7912b1e5f59 in Status: IN_PROGRESS for 2s [ 851.676365] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03cfa2a9-2ed2-485c-8ef9-bbd84178bdda in Status: IN_PROGRESS for 2s [ 851.705809] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.706157] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.706157] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.706268] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.706435] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.777213] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af2c049f-70d4-40bf-937d-214d0d513262 in Status: IN_PROGRESS for 2s [ 851.784503] env[69758]: INFO networking_nsxv3.common.synchronization [req-b7fd5c2d-a6de-4d25-9fd1-e74ef3a7362c req-8a6c4225-2d44-4ef6-9181-8544cadef7c5 tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Enqueued Resource ID: 935a23b1-2e41-4a0d-8a66-6e446195d67f with Priority: HIGHEST for action security_group_members [ 851.784503] env[69758]: INFO networking_nsxv3.common.synchronization [req-b7fd5c2d-a6de-4d25-9fd1-e74ef3a7362c req-8a6c4225-2d44-4ef6-9181-8544cadef7c5 tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Enqueued Resource ID: 03cfa2a9-2ed2-485c-8ef9-bbd84178bdda with Priority: HIGHEST for action security_group_members [ 851.785071] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 935a23b1-2e41-4a0d-8a66-6e446195d67f with Priority: HIGHEST for action security_group_members [ 851.785239] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03cfa2a9-2ed2-485c-8ef9-bbd84178bdda with Priority: HIGHEST for action security_group_members [ 851.785599] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-935a23b1-2e41-4a0d-8a66-6e446195d67f taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.785799] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-935a23b1-2e41-4a0d-8a66-6e446195d67f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.785894] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-935a23b1-2e41-4a0d-8a66-6e446195d67f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.787124] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-935a23b1-2e41-4a0d-8a66-6e446195d67f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.787124] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.787124] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.787124] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.787124] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.787124] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.787124] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('935a23b1-2e41-4a0d-8a66-6e446195d67f',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.787852] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-03cfa2a9-2ed2-485c-8ef9-bbd84178bdda taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.787960] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03cfa2a9-2ed2-485c-8ef9-bbd84178bdda" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.788037] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03cfa2a9-2ed2-485c-8ef9-bbd84178bdda" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.788276] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03cfa2a9-2ed2-485c-8ef9-bbd84178bdda" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.788355] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.788445] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.788502] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.788646] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.788742] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.788944] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03cfa2a9-2ed2-485c-8ef9-bbd84178bdda',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.798184] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.798409] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.798409] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.798646] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.798804] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.801909] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.802131] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.802131] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.803061] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.803061] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.847333] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3676a2d-6013-4704-a281-0f2dac33fa9e in Status: IN_PROGRESS for 2s [ 851.847686] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45b264f3-818f-4f82-9e1d-5da0bb345d0b in Status: IN_PROGRESS for 2s [ 851.850118] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.850329] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.850394] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.850602] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.850718] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.850799] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 is going to be updated. [ 851.852224] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.852358] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.852428] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.852682] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.852820] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.852912] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cf00646-625b-4b21-a132-a57548621176 is going to be updated. [ 851.854848] env[69758]: INFO networking_nsxv3.common.synchronization [req-b7fd5c2d-a6de-4d25-9fd1-e74ef3a7362c req-8a6c4225-2d44-4ef6-9181-8544cadef7c5 tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Enqueued Resource ID: 03cfa2a9-2ed2-485c-8ef9-bbd84178bdda with Priority: HIGHEST for action security_group_rules [ 851.855080] env[69758]: INFO networking_nsxv3.common.synchronization [req-b7fd5c2d-a6de-4d25-9fd1-e74ef3a7362c req-8a6c4225-2d44-4ef6-9181-8544cadef7c5 tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Enqueued Resource ID: 03cfa2a9-2ed2-485c-8ef9-bbd84178bdda with Priority: HIGHEST for action security_group_members [ 851.855266] env[69758]: INFO networking_nsxv3.common.synchronization [req-b7fd5c2d-a6de-4d25-9fd1-e74ef3a7362c req-8a6c4225-2d44-4ef6-9181-8544cadef7c5 tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Enqueued Resource ID: 935a23b1-2e41-4a0d-8a66-6e446195d67f with Priority: HIGHEST for action security_group_rules [ 851.855416] env[69758]: INFO networking_nsxv3.common.synchronization [req-b7fd5c2d-a6de-4d25-9fd1-e74ef3a7362c req-8a6c4225-2d44-4ef6-9181-8544cadef7c5 tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Enqueued Resource ID: 935a23b1-2e41-4a0d-8a66-6e446195d67f with Priority: HIGHEST for action security_group_members [ 851.855554] env[69758]: INFO networking_nsxv3.common.synchronization [req-b7fd5c2d-a6de-4d25-9fd1-e74ef3a7362c req-8a6c4225-2d44-4ef6-9181-8544cadef7c5 tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Enqueued Resource ID: 78662105-2397-4811-8be9-00032b2a4582 with Priority: HIGHEST for action port [ 851.856523] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03cfa2a9-2ed2-485c-8ef9-bbd84178bdda with Priority: HIGHEST for action security_group_rules [ 851.856821] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 935a23b1-2e41-4a0d-8a66-6e446195d67f with Priority: HIGHEST for action security_group_rules [ 851.856821] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78662105-2397-4811-8be9-00032b2a4582 with Priority: HIGHEST for action port [ 851.856907] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03cfa2a9-2ed2-485c-8ef9-bbd84178bdda with Priority: HIGHEST for action security_group_members [ 851.857042] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 935a23b1-2e41-4a0d-8a66-6e446195d67f with Priority: HIGHEST for action security_group_members [ 851.858401] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03cfa2a9-2ed2-485c-8ef9-bbd84178bdda taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.858629] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03cfa2a9-2ed2-485c-8ef9-bbd84178bdda" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.858778] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-935a23b1-2e41-4a0d-8a66-6e446195d67f taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.859167] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-935a23b1-2e41-4a0d-8a66-6e446195d67f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.859167] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-935a23b1-2e41-4a0d-8a66-6e446195d67f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.859332] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-935a23b1-2e41-4a0d-8a66-6e446195d67f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.859332] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('935a23b1-2e41-4a0d-8a66-6e446195d67f',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.860294] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-78662105-2397-4811-8be9-00032b2a4582 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.860414] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78662105-2397-4811-8be9-00032b2a4582" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.860482] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78662105-2397-4811-8be9-00032b2a4582" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.860670] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78662105-2397-4811-8be9-00032b2a4582" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.860755] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78662105-2397-4811-8be9-00032b2a4582',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.862022] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-03cfa2a9-2ed2-485c-8ef9-bbd84178bdda taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.862135] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03cfa2a9-2ed2-485c-8ef9-bbd84178bdda" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.862342] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-935a23b1-2e41-4a0d-8a66-6e446195d67f taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.862431] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-935a23b1-2e41-4a0d-8a66-6e446195d67f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.920204] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba7cd0c9-88d1-406d-9881-8a32765ca01f',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.931447] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cf00646-625b-4b21-a132-a57548621176 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 412 Client Error: Precondition Failed for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/groups/9cf00646-625b-4b21-a132-a57548621176 [ 851.931653] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 851.987774] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.987774] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.987774] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.988277] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.988277] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.006337] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 in Status: IN_PROGRESS for 2s [ 852.015472] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.015472] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.015472] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.015796] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.017064] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.017064] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port 9e0ce28e-cef1-4057-928e-485fc95c16af not found, creating... [ 852.017064] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.017064] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.017426] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.018043] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.018204] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.018731] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.019169] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.019462] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.020608] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.020608] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.020608] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: 9e0ce28e-cef1-4057-928e-485fc95c16af is going to be created. [ 852.057350] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.057674] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.057855] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.058335] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.058748] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.059715] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-9e0ce28e-cef1-4057-928e-485fc95c16af" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.183622] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.183959] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.184143] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.184371] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.185667] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.186344] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.186610] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.186777] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.187113] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.187486] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.187664] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cf00646-625b-4b21-a132-a57548621176 is going to be updated. [ 852.257154] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.257370] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.257477] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.257790] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.258066] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.277967] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cf00646-625b-4b21-a132-a57548621176 in Status: IN_PROGRESS for 2s [ 852.291513] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('935a23b1-2e41-4a0d-8a66-6e446195d67f',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.292431] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('03cfa2a9-2ed2-485c-8ef9-bbd84178bdda',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.363925] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-935a23b1-2e41-4a0d-8a66-6e446195d67f taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.364382] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-935a23b1-2e41-4a0d-8a66-6e446195d67f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.364382] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 78662105-2397-4811-8be9-00032b2a4582 with status ACTIVE [ 852.364608] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.364847] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.364847] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.365149] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.365262] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.365492] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.365610] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.365691] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.365980] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.366103] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.366340] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.366474] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.366538] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.366727] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.366825] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.367386] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 78662105-2397-4811-8be9-00032b2a4582 is going to be updated. [ 852.393708] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.393913] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.393973] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.394171] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.394316] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.394489] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78662105-2397-4811-8be9-00032b2a4582" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.424311] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.424516] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.424516] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.424887] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.425085] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.425085] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba7cd0c9-88d1-406d-9881-8a32765ca01f is going to be updated. [ 852.457500] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.457652] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.457720] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.457974] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.458152] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.489319] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba7cd0c9-88d1-406d-9881-8a32765ca01f in Status: IN_PROGRESS for 2s [ 852.686726] env[69758]: INFO networking_nsxv3.common.synchronization [req-e0020a8c-e5dd-4d65-8be3-05f65eb367a5 req-58761041-15c1-4c9d-8977-ed7c599ff96e tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Enqueued Resource ID: 935a23b1-2e41-4a0d-8a66-6e446195d67f with Priority: HIGHEST for action security_group_members [ 852.686997] env[69758]: INFO networking_nsxv3.common.synchronization [req-e0020a8c-e5dd-4d65-8be3-05f65eb367a5 req-58761041-15c1-4c9d-8977-ed7c599ff96e tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Enqueued Resource ID: 03cfa2a9-2ed2-485c-8ef9-bbd84178bdda with Priority: HIGHEST for action security_group_members [ 852.687789] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 935a23b1-2e41-4a0d-8a66-6e446195d67f with Priority: HIGHEST for action security_group_members [ 852.688012] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03cfa2a9-2ed2-485c-8ef9-bbd84178bdda with Priority: HIGHEST for action security_group_members [ 852.690661] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-935a23b1-2e41-4a0d-8a66-6e446195d67f taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.690743] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-935a23b1-2e41-4a0d-8a66-6e446195d67f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.690949] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-03cfa2a9-2ed2-485c-8ef9-bbd84178bdda taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.691050] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03cfa2a9-2ed2-485c-8ef9-bbd84178bdda" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.705474] env[69758]: INFO networking_nsxv3.common.synchronization [req-7724d003-647d-4c41-9457-0ef39a8c63e0 req-5d79185d-cbae-4edd-8628-c10287cd79b2 tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] Enqueued Resource ID: af2c049f-70d4-40bf-937d-214d0d513262 with Priority: HIGHEST for action security_group_members [ 852.708690] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af2c049f-70d4-40bf-937d-214d0d513262 with Priority: HIGHEST for action security_group_members [ 852.709484] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-af2c049f-70d4-40bf-937d-214d0d513262 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.709484] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af2c049f-70d4-40bf-937d-214d0d513262" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.709776] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af2c049f-70d4-40bf-937d-214d0d513262" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.709776] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af2c049f-70d4-40bf-937d-214d0d513262" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.709882] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.709970] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.710156] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.710371] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.710465] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.710568] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af2c049f-70d4-40bf-937d-214d0d513262',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.784611] env[69758]: INFO networking_nsxv3.common.synchronization [req-e0020a8c-e5dd-4d65-8be3-05f65eb367a5 req-58761041-15c1-4c9d-8977-ed7c599ff96e tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Enqueued Resource ID: 03cfa2a9-2ed2-485c-8ef9-bbd84178bdda with Priority: HIGHEST for action security_group_rules [ 852.785740] env[69758]: INFO networking_nsxv3.common.synchronization [req-e0020a8c-e5dd-4d65-8be3-05f65eb367a5 req-58761041-15c1-4c9d-8977-ed7c599ff96e tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Enqueued Resource ID: 03cfa2a9-2ed2-485c-8ef9-bbd84178bdda with Priority: HIGHEST for action security_group_members [ 852.785952] env[69758]: INFO networking_nsxv3.common.synchronization [req-e0020a8c-e5dd-4d65-8be3-05f65eb367a5 req-58761041-15c1-4c9d-8977-ed7c599ff96e tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Enqueued Resource ID: 78662105-2397-4811-8be9-00032b2a4582 with Priority: HIGHEST for action port [ 852.786508] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03cfa2a9-2ed2-485c-8ef9-bbd84178bdda with Priority: HIGHEST for action security_group_rules [ 852.786655] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03cfa2a9-2ed2-485c-8ef9-bbd84178bdda with Priority: HIGHEST for action security_group_members [ 852.786838] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78662105-2397-4811-8be9-00032b2a4582 with Priority: HIGHEST for action port [ 852.787040] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03cfa2a9-2ed2-485c-8ef9-bbd84178bdda taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.787242] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03cfa2a9-2ed2-485c-8ef9-bbd84178bdda" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.787453] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-03cfa2a9-2ed2-485c-8ef9-bbd84178bdda taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.787536] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03cfa2a9-2ed2-485c-8ef9-bbd84178bdda" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.787712] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-78662105-2397-4811-8be9-00032b2a4582 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.787814] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78662105-2397-4811-8be9-00032b2a4582" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.787877] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78662105-2397-4811-8be9-00032b2a4582" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.788092] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78662105-2397-4811-8be9-00032b2a4582" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.788170] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78662105-2397-4811-8be9-00032b2a4582',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.794032] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('935a23b1-2e41-4a0d-8a66-6e446195d67f',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.794892] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('03cfa2a9-2ed2-485c-8ef9-bbd84178bdda',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.853672] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9f4a2bc-c6fc-4494-b9f2-23d65084df09 in Status: SUCCESS [ 852.853672] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9f4a2bc-c6fc-4494-b9f2-23d65084df09" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.878957] env[69758]: INFO networking_nsxv3.common.synchronization [req-c94c96a6-7148-472e-947d-7d8d2547225c req-55e66c43-5c68-4bcb-a823-12c28a3a719b service nova] Enqueued Resource ID: ba7cd0c9-88d1-406d-9881-8a32765ca01f with Priority: HIGHEST for action security_group_rules [ 852.878957] env[69758]: INFO networking_nsxv3.common.synchronization [req-c94c96a6-7148-472e-947d-7d8d2547225c req-55e66c43-5c68-4bcb-a823-12c28a3a719b service nova] Enqueued Resource ID: ba7cd0c9-88d1-406d-9881-8a32765ca01f with Priority: HIGHEST for action security_group_members [ 852.878957] env[69758]: INFO networking_nsxv3.common.synchronization [req-c94c96a6-7148-472e-947d-7d8d2547225c req-55e66c43-5c68-4bcb-a823-12c28a3a719b service nova] Enqueued Resource ID: 9e0ce28e-cef1-4057-928e-485fc95c16af with Priority: HIGHEST for action port [ 852.880373] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba7cd0c9-88d1-406d-9881-8a32765ca01f with Priority: HIGHEST for action security_group_rules [ 852.880517] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba7cd0c9-88d1-406d-9881-8a32765ca01f with Priority: HIGHEST for action security_group_members [ 852.881695] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e0ce28e-cef1-4057-928e-485fc95c16af with Priority: HIGHEST for action port [ 852.881695] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba7cd0c9-88d1-406d-9881-8a32765ca01f taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.881695] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.881695] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.881695] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.881695] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba7cd0c9-88d1-406d-9881-8a32765ca01f',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.885237] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba7cd0c9-88d1-406d-9881-8a32765ca01f taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.885450] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.885680] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e0ce28e-cef1-4057-928e-485fc95c16af taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.885864] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e0ce28e-cef1-4057-928e-485fc95c16af" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.885946] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e0ce28e-cef1-4057-928e-485fc95c16af" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.886283] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e0ce28e-cef1-4057-928e-485fc95c16af" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.886317] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e0ce28e-cef1-4057-928e-485fc95c16af',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.214105] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.214304] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.214382] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.214606] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.214714] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.215021] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.215130] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.215195] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.215356] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.215435] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.215522] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af2c049f-70d4-40bf-937d-214d0d513262 is going to be updated. [ 853.252091] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.252316] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.252367] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.252592] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.252798] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.263065] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af2c049f-70d4-40bf-937d-214d0d513262 in Status: IN_PROGRESS for 2s [ 853.294559] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 78662105-2397-4811-8be9-00032b2a4582 with status ACTIVE [ 853.294867] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.295071] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.295408] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.295573] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.295668] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.295878] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.295989] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.296066] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.296221] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.296301] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.296485] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.296578] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.296639] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.296777] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.296851] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.296936] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 78662105-2397-4811-8be9-00032b2a4582 is going to be updated. [ 853.302128] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.302128] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.302128] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.302128] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.302128] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.302128] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 935a23b1-2e41-4a0d-8a66-6e446195d67f is going to be created. [ 853.302128] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.302128] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.302128] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.302128] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.302128] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.302128] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03cfa2a9-2ed2-485c-8ef9-bbd84178bdda is going to be updated. [ 853.327066] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.327319] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.327425] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.327654] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.327818] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.328018] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78662105-2397-4811-8be9-00032b2a4582" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.332071] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.332071] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.332071] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.332071] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.332071] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.335880] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.336018] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.336078] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.336270] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.336445] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.345529] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 935a23b1-2e41-4a0d-8a66-6e446195d67f in Status: UNINITIALIZED for 2s [ 853.345529] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03cfa2a9-2ed2-485c-8ef9-bbd84178bdda in Status: IN_PROGRESS for 2s [ 853.388874] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba7cd0c9-88d1-406d-9881-8a32765ca01f taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.392131] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.392131] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9e0ce28e-cef1-4057-928e-485fc95c16af with status ACTIVE [ 853.392131] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.392131] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.392131] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.392131] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.392131] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.392131] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.392131] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.392131] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.392131] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.392131] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.392131] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.392131] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.392131] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.392131] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.392131] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.392812] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9e0ce28e-cef1-4057-928e-485fc95c16af is going to be updated. [ 853.420922] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.420922] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.420922] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.420922] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.420922] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.420922] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e0ce28e-cef1-4057-928e-485fc95c16af" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.628090] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 192adf56-49ec-466a-a43b-2bc60a0bc80a in Status: SUCCESS [ 853.629910] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-192adf56-49ec-466a-a43b-2bc60a0bc80a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.690501] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6db4eb80-f463-4d06-837b-c7912b1e5f59 in Status: SUCCESS [ 853.690721] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6db4eb80-f463-4d06-837b-c7912b1e5f59" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.692076] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03cfa2a9-2ed2-485c-8ef9-bbd84178bdda in Status: SUCCESS [ 853.692262] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03cfa2a9-2ed2-485c-8ef9-bbd84178bdda" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.692416] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03cfa2a9-2ed2-485c-8ef9-bbd84178bdda" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.692631] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03cfa2a9-2ed2-485c-8ef9-bbd84178bdda" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.692731] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03cfa2a9-2ed2-485c-8ef9-bbd84178bdda',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.792208] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af2c049f-70d4-40bf-937d-214d0d513262 in Status: SUCCESS [ 853.792208] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af2c049f-70d4-40bf-937d-214d0d513262" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.868259] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45b264f3-818f-4f82-9e1d-5da0bb345d0b in Status: SUCCESS [ 853.868610] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45b264f3-818f-4f82-9e1d-5da0bb345d0b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.869315] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3676a2d-6013-4704-a281-0f2dac33fa9e in Status: SUCCESS [ 853.869938] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3676a2d-6013-4704-a281-0f2dac33fa9e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.021229] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 in Status: SUCCESS [ 854.022170] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.022170] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.022170] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.022451] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.022451] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.022451] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.022663] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.022710] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.023807] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.024219] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.024341] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.024412] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.024592] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.024821] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.025137] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.025137] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.025255] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.025291] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.025350] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.025556] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.197792] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-03cfa2a9-2ed2-485c-8ef9-bbd84178bdda taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.197792] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03cfa2a9-2ed2-485c-8ef9-bbd84178bdda" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.294366] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cf00646-625b-4b21-a132-a57548621176 in Status: SUCCESS [ 854.294957] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cf00646-625b-4b21-a132-a57548621176" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.295202] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cf00646-625b-4b21-a132-a57548621176" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.295484] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cf00646-625b-4b21-a132-a57548621176" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.295737] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.296047] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.296047] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.296358] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.296442] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.296963] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cf00646-625b-4b21-a132-a57548621176" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.296963] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9cf00646-625b-4b21-a132-a57548621176',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.500174] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba7cd0c9-88d1-406d-9881-8a32765ca01f in Status: SUCCESS [ 854.500480] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.500640] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.500865] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.501086] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.501233] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.501301] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.501480] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.501573] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.501689] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba7cd0c9-88d1-406d-9881-8a32765ca01f',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.532512] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9: rpc.has_security_group_logging(os_id): False [ 854.554606] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.554797] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.554907] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.555587] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.579021] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.579021] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.579021] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.579021] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.579021] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.579021] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.579021] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.579021] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.579021] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.579021] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.579021] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.579021] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.579021] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.579021] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.579697] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.579697] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.579697] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 is going to be updated. [ 854.651311] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.654123] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.654123] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.654123] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.654123] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.669914] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 in Status: IN_PROGRESS for 2s [ 854.800059] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9cf00646-625b-4b21-a132-a57548621176',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.004960] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba7cd0c9-88d1-406d-9881-8a32765ca01f',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.276698] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af2c049f-70d4-40bf-937d-214d0d513262 in Status: SUCCESS [ 855.277158] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af2c049f-70d4-40bf-937d-214d0d513262 deletion is rescheduled due to dependency. [ 855.277158] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af2c049f-70d4-40bf-937d-214d0d513262" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.306807] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9cf00646-625b-4b21-a132-a57548621176: rpc.has_security_group_logging(os_id): False [ 855.337796] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.338085] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.338243] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.338556] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.338722] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.339677] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.339677] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.339677] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.339677] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.340175] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.340175] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9cf00646-625b-4b21-a132-a57548621176 is going to be updated. [ 855.355567] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 935a23b1-2e41-4a0d-8a66-6e446195d67f in Status: SUCCESS [ 855.355857] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-935a23b1-2e41-4a0d-8a66-6e446195d67f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.356283] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-935a23b1-2e41-4a0d-8a66-6e446195d67f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.357170] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-935a23b1-2e41-4a0d-8a66-6e446195d67f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.357424] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.357635] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.357733] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.358685] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.358827] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.358897] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('935a23b1-2e41-4a0d-8a66-6e446195d67f',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.360722] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03cfa2a9-2ed2-485c-8ef9-bbd84178bdda in Status: SUCCESS [ 855.360947] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03cfa2a9-2ed2-485c-8ef9-bbd84178bdda" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.361151] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03cfa2a9-2ed2-485c-8ef9-bbd84178bdda" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.361398] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03cfa2a9-2ed2-485c-8ef9-bbd84178bdda" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.361587] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.361718] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.361803] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.361974] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.362104] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.362212] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03cfa2a9-2ed2-485c-8ef9-bbd84178bdda',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.446628] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.448563] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.448563] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.448563] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.448563] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.466033] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cf00646-625b-4b21-a132-a57548621176 in Status: IN_PROGRESS for 2s [ 855.510592] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba7cd0c9-88d1-406d-9881-8a32765ca01f',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.722965] env[69758]: INFO networking_nsxv3.common.synchronization [req-55a74fbe-b671-4b38-b32d-33678f1c427e req-81b143ac-4a9e-4806-9246-f4591a1108f3 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Enqueued Resource ID: fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace with Priority: HIGHEST for action security_group_members [ 855.723896] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace with Priority: HIGHEST for action security_group_members [ 855.728592] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.728847] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.728942] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.729270] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.729520] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.729669] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.729766] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.729998] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.730161] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.730329] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.864600] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.865186] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.865186] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.865186] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.865333] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.865479] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.865571] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.865715] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.865798] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.865882] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.865972] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 935a23b1-2e41-4a0d-8a66-6e446195d67f is going to be deleted. [ 855.867084] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('03cfa2a9-2ed2-485c-8ef9-bbd84178bdda',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.928227] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.930047] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.930047] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.930274] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.930828] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.930828] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-935a23b1-2e41-4a0d-8a66-6e446195d67f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.931039] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-935a23b1-2e41-4a0d-8a66-6e446195d67f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.931237] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-935a23b1-2e41-4a0d-8a66-6e446195d67f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.931538] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.931538] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.931772] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.931826] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.931920] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.931974] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('935a23b1-2e41-4a0d-8a66-6e446195d67f',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.013729] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.013729] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.013729] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.013729] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.014145] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.014145] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba7cd0c9-88d1-406d-9881-8a32765ca01f is going to be updated. [ 856.045360] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.045542] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.045585] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.045806] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.045969] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.063473] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba7cd0c9-88d1-406d-9881-8a32765ca01f in Status: IN_PROGRESS for 2s [ 856.238632] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.369617] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('03cfa2a9-2ed2-485c-8ef9-bbd84178bdda',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.434155] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.434344] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.434407] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.434645] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.434753] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.435046] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.435306] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.435306] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.435405] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.435484] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.435572] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 935a23b1-2e41-4a0d-8a66-6e446195d67f already deleted. [ 856.435651] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-935a23b1-2e41-4a0d-8a66-6e446195d67f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.435753] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('935a23b1-2e41-4a0d-8a66-6e446195d67f',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.437629] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-935a23b1-2e41-4a0d-8a66-6e446195d67f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.437928] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-935a23b1-2e41-4a0d-8a66-6e446195d67f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.438222] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.439080] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.439080] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.439080] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.439080] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.439080] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('935a23b1-2e41-4a0d-8a66-6e446195d67f',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.690272] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 in Status: SUCCESS [ 856.690272] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.690873] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.690873] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.690976] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.740428] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.872197] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.872476] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.872476] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.872687] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.872788] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.872934] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03cfa2a9-2ed2-485c-8ef9-bbd84178bdda is going to be updated. [ 856.918605] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.918899] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.918899] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.919237] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.919406] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.941630] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('935a23b1-2e41-4a0d-8a66-6e446195d67f',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.943834] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.943834] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.943834] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.944142] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.944142] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.944379] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.944486] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.944533] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.944865] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.945076] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.945205] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 935a23b1-2e41-4a0d-8a66-6e446195d67f already deleted. [ 856.945301] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-935a23b1-2e41-4a0d-8a66-6e446195d67f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.946947] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03cfa2a9-2ed2-485c-8ef9-bbd84178bdda in Status: IN_PROGRESS for 2s [ 857.195314] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.195540] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.195540] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.195936] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.197330] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.197330] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.197330] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.197330] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.197330] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.197330] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.197330] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.243318] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.243565] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.243650] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.243876] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.244017] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.245700] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace is going to be updated. [ 857.280998] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.281473] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.281473] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.281653] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.281882] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.293645] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace in Status: IN_PROGRESS for 2s [ 857.374324] env[69758]: INFO networking_nsxv3.common.synchronization [req-6f9096e0-6058-48e2-942b-f7ea7e91150b req-d0ecdd2b-762c-46e4-8f13-b7f0407b494c tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] Enqueued Resource ID: a3793f91-c970-41db-b469-5181cac1cc75 with Priority: HIGHEST for action security_group_members [ 857.375029] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3793f91-c970-41db-b469-5181cac1cc75 with Priority: HIGHEST for action security_group_members [ 857.376607] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3793f91-c970-41db-b469-5181cac1cc75 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.376607] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3793f91-c970-41db-b469-5181cac1cc75" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.376607] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3793f91-c970-41db-b469-5181cac1cc75" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.376607] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3793f91-c970-41db-b469-5181cac1cc75" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.376914] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.376914] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.377051] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.377178] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.377178] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.377319] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3793f91-c970-41db-b469-5181cac1cc75',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.446285] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 935a23b1-2e41-4a0d-8a66-6e446195d67f: rpc.has_security_group_logging(os_id): False [ 857.473619] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.473619] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.473815] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.474229] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.474229] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.474408] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.474408] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.474538] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.474594] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.474672] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.474763] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 935a23b1-2e41-4a0d-8a66-6e446195d67f is going to be created. [ 857.480319] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cf00646-625b-4b21-a132-a57548621176 in Status: SUCCESS [ 857.481061] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9cf00646-625b-4b21-a132-a57548621176" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.481061] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9cf00646-625b-4b21-a132-a57548621176" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.481061] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9cf00646-625b-4b21-a132-a57548621176" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.481061] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9cf00646-625b-4b21-a132-a57548621176',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.495966] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/935a23b1-2e41-4a0d-8a66-6e446195d67f], does not exist path=[/infra/domains/default/groups/935a23b1-2e41-4a0d-8a66-6e446195d67f]."\n}' [ 857.496158] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 935a23b1-2e41-4a0d-8a66-6e446195d67f failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/935a23b1-2e41-4a0d-8a66-6e446195d67f [ 857.496158] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 857.530804] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.530990] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.531054] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.531275] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.532124] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.532484] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.532559] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.532594] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.532767] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.532846] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.533058] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.533178] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.533252] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.533351] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.533423] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.533509] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 935a23b1-2e41-4a0d-8a66-6e446195d67f is going to be created. [ 857.553546] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/935a23b1-2e41-4a0d-8a66-6e446195d67f], does not exist path=[/infra/domains/default/groups/935a23b1-2e41-4a0d-8a66-6e446195d67f]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/935a23b1-2e41-4a0d-8a66-6e446195d67f [ 857.553781] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-935a23b1-2e41-4a0d-8a66-6e446195d67f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.554039] env[69758]: Traceback (most recent call last): [ 857.554107] env[69758]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 857.554107] env[69758]: return func(*args, **kwargs) [ 857.554107] env[69758]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 857.554107] env[69758]: res.raise_for_status() [ 857.554107] env[69758]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 857.554107] env[69758]: raise HTTPError(http_error_msg, response=self) [ 857.554107] env[69758]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/935a23b1-2e41-4a0d-8a66-6e446195d67f [ 857.554107] env[69758]: During handling of the above exception, another exception occurred: [ 857.554107] env[69758]: Traceback (most recent call last): [ 857.554107] env[69758]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 857.554107] env[69758]: listener.cb(fileno) [ 857.554107] env[69758]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 857.554107] env[69758]: result = function(*args, **kwargs) [ 857.554107] env[69758]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 857.554107] env[69758]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 857.554107] env[69758]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 857.554107] env[69758]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 857.554107] env[69758]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 857.554107] env[69758]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 857.554107] env[69758]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 857.554107] env[69758]: res.raise_for_status() [ 857.554107] env[69758]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 857.554107] env[69758]: raise HTTPError(http_error_msg, response=self) [ 857.554107] env[69758]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/935a23b1-2e41-4a0d-8a66-6e446195d67f [ 857.554107] env[69758]: Removing descriptor: 70 [ 857.701744] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.701744] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.701744] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.701744] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.701744] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.701744] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.701744] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.701744] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.701744] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.701744] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.701744] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.701744] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.701744] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.701744] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.703775] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.704133] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.705974] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.705974] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.705974] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.705974] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.705974] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.882036] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.883144] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.883144] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.883144] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.908068] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.908384] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.908530] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.908530] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.908763] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.908859] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.908980] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3793f91-c970-41db-b469-5181cac1cc75 is going to be updated. [ 857.951299] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.951544] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.951696] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.952103] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.952103] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.964510] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3793f91-c970-41db-b469-5181cac1cc75 in Status: IN_PROGRESS for 2s [ 857.985626] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cf00646-625b-4b21-a132-a57548621176 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.985829] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cf00646-625b-4b21-a132-a57548621176" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.985914] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cf00646-625b-4b21-a132-a57548621176" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.986239] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cf00646-625b-4b21-a132-a57548621176" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.986400] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.986522] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.986613] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.986743] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.986743] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.987041] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cf00646-625b-4b21-a132-a57548621176" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.987086] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9cf00646-625b-4b21-a132-a57548621176',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.074323] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba7cd0c9-88d1-406d-9881-8a32765ca01f in Status: SUCCESS [ 858.074556] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.074746] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.075025] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.076492] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.076644] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.076702] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.076864] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.076979] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.077093] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.077195] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ba7cd0c9-88d1-406d-9881-8a32765ca01f',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.208450] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9: rpc.has_security_group_logging(os_id): False [ 858.234697] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.234943] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.235039] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.235263] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.262104] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.262535] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.262535] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.262644] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.262765] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.262854] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.263118] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.263205] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.263258] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.263396] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.263476] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.263642] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.263735] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.263791] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.263924] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.263999] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.264108] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 is going to be updated. [ 858.327298] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.327298] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.327298] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.327658] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.327658] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.343398] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 in Status: IN_PROGRESS for 2s [ 858.371382] env[69758]: INFO networking_nsxv3.common.synchronization [req-6ada7a61-4725-4b8d-ad19-40733e35deda req-1ab60c51-bcc7-4c4c-a605-2a3505cd330a tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Enqueued Resource ID: d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 with Priority: HIGHEST for action security_group_members [ 858.372242] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 with Priority: HIGHEST for action security_group_members [ 858.372891] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.373070] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.373143] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.373346] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.373509] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.373614] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.373677] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.373803] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.373898] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.374032] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.494228] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9cf00646-625b-4b21-a132-a57548621176',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.583266] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba7cd0c9-88d1-406d-9881-8a32765ca01f taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.583475] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.583475] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.583848] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.583848] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.584756] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.584756] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.584756] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.584756] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.584957] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.585195] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba7cd0c9-88d1-406d-9881-8a32765ca01f taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.585290] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.585290] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.585444] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.585587] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.585691] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.585749] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.586018] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.586018] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.586163] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.586214] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ba7cd0c9-88d1-406d-9881-8a32765ca01f',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.639563] env[69758]: INFO networking_nsxv3.common.synchronization [req-6ada7a61-4725-4b8d-ad19-40733e35deda req-ee528b3a-fdfc-44d2-8ee9-3e824b6bccdb tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Enqueued Resource ID: d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 with Priority: HIGHEST for action security_group_members [ 858.640748] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 with Priority: HIGHEST for action security_group_members [ 858.641121] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.641234] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.876906] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.958189] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03cfa2a9-2ed2-485c-8ef9-bbd84178bdda in Status: SUCCESS [ 858.958457] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03cfa2a9-2ed2-485c-8ef9-bbd84178bdda" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.958613] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03cfa2a9-2ed2-485c-8ef9-bbd84178bdda" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.958883] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03cfa2a9-2ed2-485c-8ef9-bbd84178bdda" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.959103] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.959230] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.959291] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.959450] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.959532] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.959653] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03cfa2a9-2ed2-485c-8ef9-bbd84178bdda',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.996374] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9cf00646-625b-4b21-a132-a57548621176: rpc.has_security_group_logging(os_id): False [ 859.017231] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.017510] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.017510] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.017751] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.039592] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.039965] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.040121] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.040194] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.040449] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.040556] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.040637] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9cf00646-625b-4b21-a132-a57548621176 is going to be updated. [ 859.089592] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ba7cd0c9-88d1-406d-9881-8a32765ca01f: rpc.has_security_group_logging(os_id): False [ 859.108090] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.108310] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.108310] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.108531] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.108681] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.110429] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.110560] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.110632] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.110802] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.125573] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cf00646-625b-4b21-a132-a57548621176 in Status: IN_PROGRESS for 2s [ 859.131016] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.131341] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.131473] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.131541] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.131755] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.131844] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.132071] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.132175] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.132244] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.132396] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.132480] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.132674] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.132784] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.132830] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.132973] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.133062] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.133148] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba7cd0c9-88d1-406d-9881-8a32765ca01f is going to be updated. [ 859.211533] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.211829] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.211829] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.211980] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.212191] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.230691] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba7cd0c9-88d1-406d-9881-8a32765ca01f in Status: IN_PROGRESS for 2s [ 859.315501] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace in Status: SUCCESS [ 859.315750] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.379386] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.462053] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('03cfa2a9-2ed2-485c-8ef9-bbd84178bdda',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.882429] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.882822] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.882822] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.882926] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.883012] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.883134] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 is going to be updated. [ 859.912866] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.913108] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.913108] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.913311] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.913510] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.922374] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 in Status: IN_PROGRESS for 2s [ 859.966597] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('03cfa2a9-2ed2-485c-8ef9-bbd84178bdda',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.986394] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3793f91-c970-41db-b469-5181cac1cc75 in Status: SUCCESS [ 859.986609] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3793f91-c970-41db-b469-5181cac1cc75 deletion is rescheduled due to dependency. [ 859.986978] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3793f91-c970-41db-b469-5181cac1cc75" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.255625] env[69758]: INFO networking_nsxv3.common.synchronization [req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba req-e587f664-cbec-4c84-a47b-62826d69bb0c tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Enqueued Resource ID: 93100250-9526-4691-bed9-9ff892e2e334 with Priority: HIGHEST for action security_group_members [ 860.257455] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93100250-9526-4691-bed9-9ff892e2e334 with Priority: HIGHEST for action security_group_members [ 860.257898] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-93100250-9526-4691-bed9-9ff892e2e334 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.258052] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.258116] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.258327] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.258478] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.258574] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.258636] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.258782] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.258873] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.258955] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93100250-9526-4691-bed9-9ff892e2e334',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.359482] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 in Status: SUCCESS [ 860.359728] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.468712] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.468885] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.468959] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.469204] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.469302] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.469410] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03cfa2a9-2ed2-485c-8ef9-bbd84178bdda is going to be updated. [ 860.501443] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.501629] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.501787] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.501937] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.502120] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.514879] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03cfa2a9-2ed2-485c-8ef9-bbd84178bdda in Status: IN_PROGRESS for 2s [ 860.583029] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-15 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.583029] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-15" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.583029] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-15" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.583591] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-15" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.584154] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.584606] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.584961] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.586034] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.586034] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.586034] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 860.586204] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 860.586334] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 860.586478] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 860.586649] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 860.586789] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 860.586938] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 860.609669] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 860.610048] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 860.610280] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 860.610594] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-15" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.611164] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-1efac3a1-c905-4c0e-b3a5-aa5df1e2319b taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.611457] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-1efac3a1-c905-4c0e-b3a5-aa5df1e2319b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.611658] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-1efac3a1-c905-4c0e-b3a5-aa5df1e2319b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.612215] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-1efac3a1-c905-4c0e-b3a5-aa5df1e2319b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.612480] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1efac3a1-c905-4c0e-b3a5-aa5df1e2319b',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.761325] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.761564] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.761564] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.761769] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.786187] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.786453] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.786576] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.786642] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.786839] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.786921] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.787007] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93100250-9526-4691-bed9-9ff892e2e334 is going to be updated. [ 860.839351] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.839567] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.839567] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.839764] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.839971] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.849015] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93100250-9526-4691-bed9-9ff892e2e334 in Status: IN_PROGRESS for 2s [ 861.115115] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.115445] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.115557] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.115912] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.116044] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.116212] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port 1efac3a1-c905-4c0e-b3a5-aa5df1e2319b not found, creating... [ 861.116487] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.116739] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.116961] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.117385] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.118029] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.118029] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.118029] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.118225] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.118343] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.118548] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.119604] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: 1efac3a1-c905-4c0e-b3a5-aa5df1e2319b is going to be created. [ 861.142861] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cf00646-625b-4b21-a132-a57548621176 in Status: SUCCESS [ 861.143180] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9cf00646-625b-4b21-a132-a57548621176" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.146751] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.147547] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.147547] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.147732] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.148150] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.148480] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-1efac3a1-c905-4c0e-b3a5-aa5df1e2319b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.269378] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba7cd0c9-88d1-406d-9881-8a32765ca01f in Status: SUCCESS [ 861.269631] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.934792] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 in Status: SUCCESS [ 861.935163] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.935415] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.935631] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.935871] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.936020] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.936086] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.936261] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.936386] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.936484] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.070037] env[69758]: INFO networking_nsxv3.common.synchronization [req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba req-8c57feb4-f2f4-4ecc-a823-f4a2d0f19707 service nova] Enqueued Resource ID: 93100250-9526-4691-bed9-9ff892e2e334 with Priority: HIGHEST for action security_group_rules [ 862.070354] env[69758]: INFO networking_nsxv3.common.synchronization [req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba req-8c57feb4-f2f4-4ecc-a823-f4a2d0f19707 service nova] Enqueued Resource ID: 93100250-9526-4691-bed9-9ff892e2e334 with Priority: HIGHEST for action security_group_members [ 862.070485] env[69758]: INFO networking_nsxv3.common.synchronization [req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba req-8c57feb4-f2f4-4ecc-a823-f4a2d0f19707 service nova] Enqueued Resource ID: 1efac3a1-c905-4c0e-b3a5-aa5df1e2319b with Priority: HIGHEST for action port [ 862.071204] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93100250-9526-4691-bed9-9ff892e2e334 with Priority: HIGHEST for action security_group_rules [ 862.071472] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93100250-9526-4691-bed9-9ff892e2e334 with Priority: HIGHEST for action security_group_members [ 862.071534] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1efac3a1-c905-4c0e-b3a5-aa5df1e2319b with Priority: HIGHEST for action port [ 862.071825] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93100250-9526-4691-bed9-9ff892e2e334 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.071969] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.072039] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.072288] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.072363] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93100250-9526-4691-bed9-9ff892e2e334',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.073846] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-93100250-9526-4691-bed9-9ff892e2e334 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.073963] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.074332] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-1efac3a1-c905-4c0e-b3a5-aa5df1e2319b taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.074472] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1efac3a1-c905-4c0e-b3a5-aa5df1e2319b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.074528] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1efac3a1-c905-4c0e-b3a5-aa5df1e2319b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.075087] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1efac3a1-c905-4c0e-b3a5-aa5df1e2319b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.075087] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1efac3a1-c905-4c0e-b3a5-aa5df1e2319b',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.441167] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.441618] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.441618] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.441721] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.441721] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.442016] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.442134] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.442199] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.442360] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.442438] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.442527] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 is going to be updated. [ 862.468919] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.469176] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.469176] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.469485] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.469717] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.480426] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 in Status: IN_PROGRESS for 2s [ 862.526166] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03cfa2a9-2ed2-485c-8ef9-bbd84178bdda in Status: SUCCESS [ 862.526482] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03cfa2a9-2ed2-485c-8ef9-bbd84178bdda" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.526744] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03cfa2a9-2ed2-485c-8ef9-bbd84178bdda" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.526981] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03cfa2a9-2ed2-485c-8ef9-bbd84178bdda" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.527207] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.527330] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.527427] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.527648] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.527741] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.527873] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03cfa2a9-2ed2-485c-8ef9-bbd84178bdda',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.575157] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-93100250-9526-4691-bed9-9ff892e2e334 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.575373] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.577637] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1efac3a1-c905-4c0e-b3a5-aa5df1e2319b with status ACTIVE [ 862.577830] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.577955] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.578034] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.578251] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.578346] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.578518] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.578617] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.578677] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.578823] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.578920] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.579113] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.579279] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.579279] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.579416] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.579566] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.579566] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1efac3a1-c905-4c0e-b3a5-aa5df1e2319b is going to be updated. [ 862.604609] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.604891] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.604995] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.605291] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.605476] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.605696] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1efac3a1-c905-4c0e-b3a5-aa5df1e2319b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.859175] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93100250-9526-4691-bed9-9ff892e2e334 in Status: SUCCESS [ 862.859431] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93100250-9526-4691-bed9-9ff892e2e334 deletion is rescheduled due to dependency. [ 862.859571] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.859869] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.860111] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.860292] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.860409] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.860474] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.860624] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.860728] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.860815] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93100250-9526-4691-bed9-9ff892e2e334',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.030843] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('03cfa2a9-2ed2-485c-8ef9-bbd84178bdda',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.362736] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93100250-9526-4691-bed9-9ff892e2e334',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.533393] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('03cfa2a9-2ed2-485c-8ef9-bbd84178bdda',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.865870] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93100250-9526-4691-bed9-9ff892e2e334',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.036146] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.036355] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.036420] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.036645] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.036737] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.036840] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03cfa2a9-2ed2-485c-8ef9-bbd84178bdda is going to be updated. [ 864.070293] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.070517] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.070591] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.070803] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.070947] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.081483] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03cfa2a9-2ed2-485c-8ef9-bbd84178bdda in Status: IN_PROGRESS for 2s [ 864.368643] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.368851] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.368851] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.369843] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.369843] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.369843] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93100250-9526-4691-bed9-9ff892e2e334 is going to be updated. [ 864.427343] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.427501] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.427575] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.427790] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.427989] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.440387] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93100250-9526-4691-bed9-9ff892e2e334 in Status: IN_PROGRESS for 2s [ 864.493904] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 in Status: SUCCESS [ 864.494135] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 deletion is rescheduled due to dependency. [ 864.494251] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.165038] env[69758]: INFO networking_nsxv3.common.synchronization [req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba req-d14addfb-fbca-492f-affe-1d71102f7a9e tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Enqueued Resource ID: 93100250-9526-4691-bed9-9ff892e2e334 with Priority: HIGHEST for action security_group_members [ 865.167520] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93100250-9526-4691-bed9-9ff892e2e334 with Priority: HIGHEST for action security_group_members [ 865.168189] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-93100250-9526-4691-bed9-9ff892e2e334 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.169646] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.665872] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-15 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.665872] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-15" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.666569] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-15" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.666569] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-15" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.666569] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.666705] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.666756] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.667079] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.670650] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.670650] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 865.670650] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 865.670650] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 865.670650] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 865.670650] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 865.670650] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 865.670650] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 865.691462] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 865.691639] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 865.691779] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 865.691963] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-15" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.692883] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-c60074f3-f2d4-4c8e-8ead-b15b8062438b taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.692883] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-c60074f3-f2d4-4c8e-8ead-b15b8062438b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.692883] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-c60074f3-f2d4-4c8e-8ead-b15b8062438b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.693093] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-c60074f3-f2d4-4c8e-8ead-b15b8062438b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.693093] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c60074f3-f2d4-4c8e-8ead-b15b8062438b',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.093648] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03cfa2a9-2ed2-485c-8ef9-bbd84178bdda in Status: SUCCESS [ 866.094193] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03cfa2a9-2ed2-485c-8ef9-bbd84178bdda" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.094471] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03cfa2a9-2ed2-485c-8ef9-bbd84178bdda" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.094775] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03cfa2a9-2ed2-485c-8ef9-bbd84178bdda" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.095117] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.097134] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.097298] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.097631] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.097811] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.097984] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03cfa2a9-2ed2-485c-8ef9-bbd84178bdda" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.098173] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('03cfa2a9-2ed2-485c-8ef9-bbd84178bdda',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.195781] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.195781] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.195781] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.196353] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.196353] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.196485] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port c60074f3-f2d4-4c8e-8ead-b15b8062438b not found, creating... [ 866.196772] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.196943] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.197078] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.197350] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.197499] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.199617] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.199617] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.199617] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.199617] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.199617] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.199617] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: c60074f3-f2d4-4c8e-8ead-b15b8062438b is going to be created. [ 866.223896] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.224094] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.224180] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.224508] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.224762] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.225092] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-c60074f3-f2d4-4c8e-8ead-b15b8062438b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.453311] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93100250-9526-4691-bed9-9ff892e2e334 in Status: SUCCESS [ 866.453767] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.453953] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.454212] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.454416] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.454617] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.454617] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.454750] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.454837] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.455051] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.455163] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('93100250-9526-4691-bed9-9ff892e2e334',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.456102] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.456282] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.456459] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.456622] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.456622] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.456762] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.456843] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.456948] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93100250-9526-4691-bed9-9ff892e2e334',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.602453] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-03cfa2a9-2ed2-485c-8ef9-bbd84178bdda taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.602620] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03cfa2a9-2ed2-485c-8ef9-bbd84178bdda" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.602678] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03cfa2a9-2ed2-485c-8ef9-bbd84178bdda" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.602893] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03cfa2a9-2ed2-485c-8ef9-bbd84178bdda" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.603071] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.603198] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.603270] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.603429] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.603537] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.603638] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03cfa2a9-2ed2-485c-8ef9-bbd84178bdda" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.603785] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-03cfa2a9-2ed2-485c-8ef9-bbd84178bdda taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.603876] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03cfa2a9-2ed2-485c-8ef9-bbd84178bdda" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.603934] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03cfa2a9-2ed2-485c-8ef9-bbd84178bdda" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.604101] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03cfa2a9-2ed2-485c-8ef9-bbd84178bdda" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.604251] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.604344] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.604404] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.604542] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.604617] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.604699] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03cfa2a9-2ed2-485c-8ef9-bbd84178bdda" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.604806] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('03cfa2a9-2ed2-485c-8ef9-bbd84178bdda',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.958961] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-93100250-9526-4691-bed9-9ff892e2e334 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.959138] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.959471] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93100250-9526-4691-bed9-9ff892e2e334',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.015027] env[69758]: INFO networking_nsxv3.common.synchronization [req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba req-9f6e0d9f-8b59-4d51-858d-fbfc0a7e40a5 service nova] Enqueued Resource ID: 93100250-9526-4691-bed9-9ff892e2e334 with Priority: HIGHEST for action security_group_rules [ 867.015027] env[69758]: INFO networking_nsxv3.common.synchronization [req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba req-9f6e0d9f-8b59-4d51-858d-fbfc0a7e40a5 service nova] Enqueued Resource ID: 93100250-9526-4691-bed9-9ff892e2e334 with Priority: HIGHEST for action security_group_members [ 867.015027] env[69758]: INFO networking_nsxv3.common.synchronization [req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba req-9f6e0d9f-8b59-4d51-858d-fbfc0a7e40a5 service nova] Enqueued Resource ID: c60074f3-f2d4-4c8e-8ead-b15b8062438b with Priority: HIGHEST for action port [ 867.015692] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93100250-9526-4691-bed9-9ff892e2e334 with Priority: HIGHEST for action security_group_rules [ 867.018640] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93100250-9526-4691-bed9-9ff892e2e334 with Priority: HIGHEST for action security_group_members [ 867.018640] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c60074f3-f2d4-4c8e-8ead-b15b8062438b with Priority: HIGHEST for action port [ 867.018640] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93100250-9526-4691-bed9-9ff892e2e334 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.018640] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.018640] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-93100250-9526-4691-bed9-9ff892e2e334 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.018640] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.018640] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-c60074f3-f2d4-4c8e-8ead-b15b8062438b taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.018640] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c60074f3-f2d4-4c8e-8ead-b15b8062438b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.018640] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c60074f3-f2d4-4c8e-8ead-b15b8062438b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.018640] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c60074f3-f2d4-4c8e-8ead-b15b8062438b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.018640] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c60074f3-f2d4-4c8e-8ead-b15b8062438b',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.106890] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 03cfa2a9-2ed2-485c-8ef9-bbd84178bdda: rpc.has_security_group_logging(os_id): False [ 867.130223] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.132319] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.132319] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.132319] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.155010] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.155010] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.155010] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.155010] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.155010] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.155010] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.155010] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.155010] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.155010] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.155010] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.155494] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.155494] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.155494] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.155494] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.155631] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.155631] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.155677] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03cfa2a9-2ed2-485c-8ef9-bbd84178bdda is going to be updated. [ 867.238740] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.239126] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.239126] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.239352] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.239560] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.259019] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03cfa2a9-2ed2-485c-8ef9-bbd84178bdda in Status: IN_PROGRESS for 2s [ 867.464469] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93100250-9526-4691-bed9-9ff892e2e334',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.521569] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c60074f3-f2d4-4c8e-8ead-b15b8062438b with status ACTIVE [ 867.521781] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.522191] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.522321] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.522822] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.522822] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.522822] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.522822] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.523169] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.523169] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.523255] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.523473] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.523627] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.523702] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.523901] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.523990] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.524093] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c60074f3-f2d4-4c8e-8ead-b15b8062438b is going to be updated. [ 867.553646] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.553646] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.553646] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.553646] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.553646] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.553646] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c60074f3-f2d4-4c8e-8ead-b15b8062438b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.756736] env[69758]: INFO networking_nsxv3.common.synchronization [req-d0ecddff-d264-48d3-8ef0-3e1c3fc4a40c req-418f52fe-38cf-4b89-bc66-cbbf43270cdd tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Enqueued Resource ID: 3f267419-0a83-4663-b12b-11b03d590c85 with Priority: HIGHEST for action security_group_members [ 867.757515] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f267419-0a83-4663-b12b-11b03d590c85 with Priority: HIGHEST for action security_group_members [ 867.757668] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f267419-0a83-4663-b12b-11b03d590c85 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.757794] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f267419-0a83-4663-b12b-11b03d590c85" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.757857] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f267419-0a83-4663-b12b-11b03d590c85" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.758305] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f267419-0a83-4663-b12b-11b03d590c85" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.758470] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.758578] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.758644] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.758804] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.758894] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.759025] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f267419-0a83-4663-b12b-11b03d590c85',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.967772] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.967937] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.967972] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.968209] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.968312] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.968477] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93100250-9526-4691-bed9-9ff892e2e334 is going to be updated. [ 868.037680] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.037823] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.037916] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.038118] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.038271] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.055916] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93100250-9526-4691-bed9-9ff892e2e334 in Status: IN_PROGRESS for 2s [ 868.179466] env[69758]: INFO networking_nsxv3.common.synchronization [req-fe1b4a2e-ea96-49eb-be72-950c49f2da3b req-e0a34fc6-88a8-4025-b545-908aeee7d3a4 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Enqueued Resource ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 with Priority: HIGHEST for action security_group_members [ 868.179971] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 with Priority: HIGHEST for action security_group_members [ 868.181209] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-970b52ae-0a30-4a97-8d95-e0e8de09f208 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.181209] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.181209] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.181209] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.181209] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.181209] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.181209] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.181209] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.181209] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.181568] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('970b52ae-0a30-4a97-8d95-e0e8de09f208',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.261512] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.261913] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.261996] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.262243] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.262339] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.262553] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.262661] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.262726] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.262897] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.262974] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.263074] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f267419-0a83-4663-b12b-11b03d590c85 already deleted. [ 868.263170] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f267419-0a83-4663-b12b-11b03d590c85" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.349639] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-97 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.349862] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-97" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.350014] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-97" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.350380] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-97" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.350640] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.350839] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.354304] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.354304] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.354304] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.354304] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 868.354718] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 868.354909] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 868.355085] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 868.355265] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 868.355418] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 868.355616] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 868.380481] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 868.380727] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 868.380898] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 868.381153] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-97" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.381765] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-929e63e0-d8a9-4fcf-a0e0-b83bcb76a903 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.381765] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-929e63e0-d8a9-4fcf-a0e0-b83bcb76a903" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.382315] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-929e63e0-d8a9-4fcf-a0e0-b83bcb76a903" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.382315] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-929e63e0-d8a9-4fcf-a0e0-b83bcb76a903" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.382477] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('929e63e0-d8a9-4fcf-a0e0-b83bcb76a903',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.684262] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.684262] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.684262] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.684262] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.706113] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.707667] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.707667] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.707667] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.707667] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.707667] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.707667] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 is going to be updated. [ 868.738214] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.738451] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.738451] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.740107] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.740107] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.749186] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 in Status: IN_PROGRESS for 2s [ 868.825118] env[69758]: INFO networking_nsxv3.common.synchronization [req-ffc75a45-adc2-4564-86ea-25c16964a74f req-c8c4b6ab-9970-43fe-b3ca-1d1ed5953d6e tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Enqueued Resource ID: 03cfa2a9-2ed2-485c-8ef9-bbd84178bdda with Priority: HIGHEST for action security_group_members [ 868.825809] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03cfa2a9-2ed2-485c-8ef9-bbd84178bdda with Priority: HIGHEST for action security_group_members [ 868.826080] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-03cfa2a9-2ed2-485c-8ef9-bbd84178bdda taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.826215] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03cfa2a9-2ed2-485c-8ef9-bbd84178bdda" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.826283] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03cfa2a9-2ed2-485c-8ef9-bbd84178bdda" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.826488] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03cfa2a9-2ed2-485c-8ef9-bbd84178bdda" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.826637] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.826734] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.826797] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.826949] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.827116] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.827150] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03cfa2a9-2ed2-485c-8ef9-bbd84178bdda',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.886016] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.886336] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.886471] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.886765] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.886919] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.887091] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port 929e63e0-d8a9-4fcf-a0e0-b83bcb76a903 not found, creating... [ 868.887397] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.887587] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.887712] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.888855] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.888855] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.888855] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.888855] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.888855] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.889198] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.889198] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.890014] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: 929e63e0-d8a9-4fcf-a0e0-b83bcb76a903 is going to be created. [ 868.911808] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.912026] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.912071] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.912515] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.912983] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.913407] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-929e63e0-d8a9-4fcf-a0e0-b83bcb76a903" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.280710] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03cfa2a9-2ed2-485c-8ef9-bbd84178bdda in Status: SUCCESS [ 869.280710] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03cfa2a9-2ed2-485c-8ef9-bbd84178bdda" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.280710] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03cfa2a9-2ed2-485c-8ef9-bbd84178bdda" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.281130] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03cfa2a9-2ed2-485c-8ef9-bbd84178bdda" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.281130] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03cfa2a9-2ed2-485c-8ef9-bbd84178bdda',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.330118] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.330118] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.330118] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.330118] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.330118] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.330118] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.330342] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.330342] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.330561] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.330561] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.330639] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03cfa2a9-2ed2-485c-8ef9-bbd84178bdda is going to be updated. [ 869.365525] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.365660] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.365689] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.365906] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.366077] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.376921] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03cfa2a9-2ed2-485c-8ef9-bbd84178bdda in Status: IN_PROGRESS for 2s [ 869.665795] env[69758]: INFO networking_nsxv3.common.synchronization [req-d0ecddff-d264-48d3-8ef0-3e1c3fc4a40c req-f34fe32e-1353-4759-956e-1521561a1dd9 service nova] Enqueued Resource ID: 3f267419-0a83-4663-b12b-11b03d590c85 with Priority: HIGHEST for action security_group_rules [ 869.666051] env[69758]: INFO networking_nsxv3.common.synchronization [req-d0ecddff-d264-48d3-8ef0-3e1c3fc4a40c req-f34fe32e-1353-4759-956e-1521561a1dd9 service nova] Enqueued Resource ID: 3f267419-0a83-4663-b12b-11b03d590c85 with Priority: HIGHEST for action security_group_members [ 869.666242] env[69758]: INFO networking_nsxv3.common.synchronization [req-d0ecddff-d264-48d3-8ef0-3e1c3fc4a40c req-f34fe32e-1353-4759-956e-1521561a1dd9 service nova] Enqueued Resource ID: 929e63e0-d8a9-4fcf-a0e0-b83bcb76a903 with Priority: HIGHEST for action port [ 869.666891] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f267419-0a83-4663-b12b-11b03d590c85 with Priority: HIGHEST for action security_group_rules [ 869.667853] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f267419-0a83-4663-b12b-11b03d590c85 with Priority: HIGHEST for action security_group_members [ 869.669135] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 929e63e0-d8a9-4fcf-a0e0-b83bcb76a903 with Priority: HIGHEST for action port [ 869.669135] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f267419-0a83-4663-b12b-11b03d590c85 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.669135] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f267419-0a83-4663-b12b-11b03d590c85" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.669135] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f267419-0a83-4663-b12b-11b03d590c85" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.669135] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f267419-0a83-4663-b12b-11b03d590c85" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.669135] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f267419-0a83-4663-b12b-11b03d590c85',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.671131] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f267419-0a83-4663-b12b-11b03d590c85 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.671131] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f267419-0a83-4663-b12b-11b03d590c85" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.671131] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f267419-0a83-4663-b12b-11b03d590c85" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.671131] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f267419-0a83-4663-b12b-11b03d590c85" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.671131] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.671131] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.671131] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.671131] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.671831] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.671831] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f267419-0a83-4663-b12b-11b03d590c85',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.672428] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-929e63e0-d8a9-4fcf-a0e0-b83bcb76a903 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.672725] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-929e63e0-d8a9-4fcf-a0e0-b83bcb76a903" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.672725] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-929e63e0-d8a9-4fcf-a0e0-b83bcb76a903" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.672847] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-929e63e0-d8a9-4fcf-a0e0-b83bcb76a903" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.672874] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('929e63e0-d8a9-4fcf-a0e0-b83bcb76a903',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.803066] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.803212] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.803299] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.803559] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.803663] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.803763] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03cfa2a9-2ed2-485c-8ef9-bbd84178bdda is going to be deleted. [ 869.857451] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.857451] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.857650] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.857851] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.857967] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.858118] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03cfa2a9-2ed2-485c-8ef9-bbd84178bdda" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.070343] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93100250-9526-4691-bed9-9ff892e2e334 in Status: SUCCESS [ 870.070618] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.070848] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.071130] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.071370] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.071860] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.071992] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.072226] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.072356] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.072496] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.072722] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-93100250-9526-4691-bed9-9ff892e2e334 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.072863] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.072972] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.073216] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.073416] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.073582] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.073690] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.073885] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.074012] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.074255] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.074358] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('93100250-9526-4691-bed9-9ff892e2e334',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.075268] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.075522] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.075591] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.075689] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.075786] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.075901] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.076000] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.076104] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93100250-9526-4691-bed9-9ff892e2e334',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.174807] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f267419-0a83-4663-b12b-11b03d590c85 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.174807] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f267419-0a83-4663-b12b-11b03d590c85" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.179024] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 929e63e0-d8a9-4fcf-a0e0-b83bcb76a903 with status ACTIVE [ 870.179024] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.179024] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.179024] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.179024] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.179024] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.179024] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.179024] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.179024] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.179024] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.179024] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.179024] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.179024] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.179024] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.179024] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.179024] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.179024] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 929e63e0-d8a9-4fcf-a0e0-b83bcb76a903 is going to be updated. [ 870.180341] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f267419-0a83-4663-b12b-11b03d590c85',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.217353] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.217353] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.217353] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.217353] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.217353] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.217353] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-929e63e0-d8a9-4fcf-a0e0-b83bcb76a903" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.577746] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 93100250-9526-4691-bed9-9ff892e2e334: rpc.has_security_group_logging(os_id): False [ 870.580685] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93100250-9526-4691-bed9-9ff892e2e334',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.599246] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.599432] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.599508] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.599740] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.599837] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.600055] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.600155] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.600218] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.600367] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.600445] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.600646] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.600741] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.600794] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.600966] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.601050] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.601233] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.601324] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.601384] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.601534] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.601591] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.601696] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93100250-9526-4691-bed9-9ff892e2e334 is going to be updated. [ 870.675877] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.676378] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.676378] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.676573] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.678995] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.685021] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f267419-0a83-4663-b12b-11b03d590c85',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.693236] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93100250-9526-4691-bed9-9ff892e2e334 in Status: IN_PROGRESS for 2s [ 870.765958] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 in Status: SUCCESS [ 870.766190] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 deletion is rescheduled due to dependency. [ 870.766317] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.085382] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93100250-9526-4691-bed9-9ff892e2e334',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.186417] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.188270] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.188270] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.188270] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.188270] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.188270] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f267419-0a83-4663-b12b-11b03d590c85 is going to be created. [ 871.231226] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.231226] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.231226] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.231226] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.231226] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.242836] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f267419-0a83-4663-b12b-11b03d590c85 in Status: UNINITIALIZED for 2s [ 871.388662] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03cfa2a9-2ed2-485c-8ef9-bbd84178bdda in Status: SUCCESS [ 871.388859] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03cfa2a9-2ed2-485c-8ef9-bbd84178bdda deletion is rescheduled due to dependency. [ 871.388989] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03cfa2a9-2ed2-485c-8ef9-bbd84178bdda" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.590865] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.591294] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.591294] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.591294] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.591409] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.591484] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93100250-9526-4691-bed9-9ff892e2e334 is going to be updated. [ 871.637928] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.638152] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.638185] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.639043] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.639043] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.652097] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93100250-9526-4691-bed9-9ff892e2e334 in Status: IN_PROGRESS for 2s [ 872.468873] env[69758]: INFO networking_nsxv3.common.synchronization [req-0d206a39-bf76-4919-9efc-cecc24033798 req-305d6368-6127-45e6-9da5-6af0c64d8d88 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Enqueued Resource ID: 192adf56-49ec-466a-a43b-2bc60a0bc80a with Priority: HIGHEST for action security_group_members [ 872.469385] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 192adf56-49ec-466a-a43b-2bc60a0bc80a with Priority: HIGHEST for action security_group_members [ 872.470219] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-192adf56-49ec-466a-a43b-2bc60a0bc80a taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.470219] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-192adf56-49ec-466a-a43b-2bc60a0bc80a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.470219] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-192adf56-49ec-466a-a43b-2bc60a0bc80a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.470219] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-192adf56-49ec-466a-a43b-2bc60a0bc80a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.470219] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.470463] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.470463] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.470525] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.470652] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.470702] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('192adf56-49ec-466a-a43b-2bc60a0bc80a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.707908] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93100250-9526-4691-bed9-9ff892e2e334 in Status: SUCCESS [ 872.708262] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.708312] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.708537] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.708619] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93100250-9526-4691-bed9-9ff892e2e334',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.973666] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('192adf56-49ec-466a-a43b-2bc60a0bc80a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.211219] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-93100250-9526-4691-bed9-9ff892e2e334 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.211376] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.254326] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f267419-0a83-4663-b12b-11b03d590c85 in Status: SUCCESS [ 873.254544] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f267419-0a83-4663-b12b-11b03d590c85" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.255170] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f267419-0a83-4663-b12b-11b03d590c85" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.255409] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f267419-0a83-4663-b12b-11b03d590c85" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.255601] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.255722] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.255788] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.256036] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.256138] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.256234] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f267419-0a83-4663-b12b-11b03d590c85" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.256326] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f267419-0a83-4663-b12b-11b03d590c85',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.476164] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('192adf56-49ec-466a-a43b-2bc60a0bc80a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.663281] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93100250-9526-4691-bed9-9ff892e2e334 in Status: SUCCESS [ 873.663586] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.663775] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.664047] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.664253] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.664377] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.664478] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.664691] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.664785] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.664889] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.665051] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('93100250-9526-4691-bed9-9ff892e2e334',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.759291] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f267419-0a83-4663-b12b-11b03d590c85',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.977696] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.980298] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.980298] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.980298] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.980298] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.980298] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 192adf56-49ec-466a-a43b-2bc60a0bc80a is going to be updated. [ 874.008775] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.009238] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.009238] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.010918] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.010918] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.024963] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 192adf56-49ec-466a-a43b-2bc60a0bc80a in Status: IN_PROGRESS for 2s [ 874.168093] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-93100250-9526-4691-bed9-9ff892e2e334 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.168265] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.168339] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.168558] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.168721] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.168822] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.168883] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.169138] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.169260] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.169331] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.169482] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-93100250-9526-4691-bed9-9ff892e2e334 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.169556] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.169601] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.169736] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.170058] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.170158] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.170219] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.170371] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.170439] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.170607] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.170697] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('93100250-9526-4691-bed9-9ff892e2e334',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.262201] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f267419-0a83-4663-b12b-11b03d590c85: rpc.has_security_group_logging(os_id): False [ 874.284276] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.284505] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.284574] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.284814] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.284976] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.285283] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.285561] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.285561] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.285688] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.288022] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.288022] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f267419-0a83-4663-b12b-11b03d590c85 is going to be created. [ 874.354671] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.354812] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.354879] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.355469] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.355469] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.369153] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f267419-0a83-4663-b12b-11b03d590c85 in Status: IN_PROGRESS for 2s [ 874.387527] env[69758]: INFO networking_nsxv3.common.synchronization [req-ec67c369-682a-47e4-85fb-635b3e91eea4 req-d97fd8b2-0c9b-4f02-a92b-af7fbc6ae579 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Enqueued Resource ID: 6db4eb80-f463-4d06-837b-c7912b1e5f59 with Priority: HIGHEST for action security_group_members [ 874.388196] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6db4eb80-f463-4d06-837b-c7912b1e5f59 with Priority: HIGHEST for action security_group_members [ 874.388728] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-6db4eb80-f463-4d06-837b-c7912b1e5f59 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.389219] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6db4eb80-f463-4d06-837b-c7912b1e5f59" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.389376] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6db4eb80-f463-4d06-837b-c7912b1e5f59" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.389599] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6db4eb80-f463-4d06-837b-c7912b1e5f59" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.389758] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.389867] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.389933] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.390118] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.390214] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.390320] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6db4eb80-f463-4d06-837b-c7912b1e5f59',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.673878] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 93100250-9526-4691-bed9-9ff892e2e334: rpc.has_security_group_logging(os_id): False [ 874.694052] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.694276] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.694376] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.694623] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.694752] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.695010] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.695163] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.698126] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.698354] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.698449] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.698683] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.698785] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.698866] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.698997] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.699090] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.699276] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.699387] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.699465] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.699633] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.699733] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.699824] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93100250-9526-4691-bed9-9ff892e2e334 is going to be updated. [ 874.751126] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-702 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.751417] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-702" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.751581] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-702" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.751895] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-702" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.752187] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.752354] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.752474] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.752700] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.752860] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.753213] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 874.753337] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 874.753452] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 874.753566] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 874.753680] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 874.753792] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 874.754136] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 874.778286] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 874.778536] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 874.778601] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 874.778794] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-702" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.779147] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-2c40c10d-eb86-411a-bf05-af553ef6c40b taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.779329] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-2c40c10d-eb86-411a-bf05-af553ef6c40b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.779454] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-2c40c10d-eb86-411a-bf05-af553ef6c40b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.779833] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-2c40c10d-eb86-411a-bf05-af553ef6c40b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.779992] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c40c10d-eb86-411a-bf05-af553ef6c40b',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.791674] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.791855] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.791928] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.792157] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.792310] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.807360] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93100250-9526-4691-bed9-9ff892e2e334 in Status: IN_PROGRESS for 2s [ 874.892866] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6db4eb80-f463-4d06-837b-c7912b1e5f59',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.283057] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.283246] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.283246] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.283540] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.283702] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.283918] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port 2c40c10d-eb86-411a-bf05-af553ef6c40b not found, creating... [ 875.284172] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.284306] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.284430] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.284698] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.284849] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.285312] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.285475] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.285596] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.285964] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.286221] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.286507] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: 2c40c10d-eb86-411a-bf05-af553ef6c40b is going to be created. [ 875.306981] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.307269] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.307389] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.307682] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.307924] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.308197] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-2c40c10d-eb86-411a-bf05-af553ef6c40b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.395628] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6db4eb80-f463-4d06-837b-c7912b1e5f59',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.898423] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.898897] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.898897] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.898897] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.899048] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.899089] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6db4eb80-f463-4d06-837b-c7912b1e5f59 is going to be updated. [ 875.950544] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.952029] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.952029] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.952029] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.955100] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.966523] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6db4eb80-f463-4d06-837b-c7912b1e5f59 in Status: IN_PROGRESS for 2s [ 876.039049] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 192adf56-49ec-466a-a43b-2bc60a0bc80a in Status: SUCCESS [ 876.041077] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-192adf56-49ec-466a-a43b-2bc60a0bc80a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.088798] env[69758]: INFO networking_nsxv3.common.synchronization [req-ec67c369-682a-47e4-85fb-635b3e91eea4 req-2a477bb2-cc7a-457d-b133-3988801a33be service nova] Enqueued Resource ID: 6db4eb80-f463-4d06-837b-c7912b1e5f59 with Priority: HIGHEST for action security_group_rules [ 876.088798] env[69758]: INFO networking_nsxv3.common.synchronization [req-ec67c369-682a-47e4-85fb-635b3e91eea4 req-2a477bb2-cc7a-457d-b133-3988801a33be service nova] Enqueued Resource ID: 6db4eb80-f463-4d06-837b-c7912b1e5f59 with Priority: HIGHEST for action security_group_members [ 876.088798] env[69758]: INFO networking_nsxv3.common.synchronization [req-ec67c369-682a-47e4-85fb-635b3e91eea4 req-2a477bb2-cc7a-457d-b133-3988801a33be service nova] Enqueued Resource ID: 2c40c10d-eb86-411a-bf05-af553ef6c40b with Priority: HIGHEST for action port [ 876.091163] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6db4eb80-f463-4d06-837b-c7912b1e5f59 with Priority: HIGHEST for action security_group_rules [ 876.091163] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6db4eb80-f463-4d06-837b-c7912b1e5f59 with Priority: HIGHEST for action security_group_members [ 876.091163] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c40c10d-eb86-411a-bf05-af553ef6c40b with Priority: HIGHEST for action port [ 876.091163] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6db4eb80-f463-4d06-837b-c7912b1e5f59 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.091163] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6db4eb80-f463-4d06-837b-c7912b1e5f59" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.091163] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6db4eb80-f463-4d06-837b-c7912b1e5f59" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.091163] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6db4eb80-f463-4d06-837b-c7912b1e5f59" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.091163] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6db4eb80-f463-4d06-837b-c7912b1e5f59',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.092889] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-6db4eb80-f463-4d06-837b-c7912b1e5f59 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.092996] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6db4eb80-f463-4d06-837b-c7912b1e5f59" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.093658] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c40c10d-eb86-411a-bf05-af553ef6c40b taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.093764] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c40c10d-eb86-411a-bf05-af553ef6c40b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.093829] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c40c10d-eb86-411a-bf05-af553ef6c40b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.094039] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c40c10d-eb86-411a-bf05-af553ef6c40b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.094137] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c40c10d-eb86-411a-bf05-af553ef6c40b',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.344793] env[69758]: INFO networking_nsxv3.common.synchronization [req-04d2ea50-3b4e-45b6-8426-5c8e2a5c21bd req-1d8379b8-19db-4e84-8e4e-d3468e1e8608 tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] Enqueued Resource ID: b9532bae-30d3-40bc-9474-4d42a302b33b with Priority: HIGHEST for action security_group_members [ 876.345445] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9532bae-30d3-40bc-9474-4d42a302b33b with Priority: HIGHEST for action security_group_members [ 876.346266] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9532bae-30d3-40bc-9474-4d42a302b33b taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.346266] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9532bae-30d3-40bc-9474-4d42a302b33b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.346266] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9532bae-30d3-40bc-9474-4d42a302b33b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.346476] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9532bae-30d3-40bc-9474-4d42a302b33b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.346659] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.346792] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.346877] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.347078] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.347195] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.348992] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9532bae-30d3-40bc-9474-4d42a302b33b',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.382737] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f267419-0a83-4663-b12b-11b03d590c85 in Status: SUCCESS [ 876.384085] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f267419-0a83-4663-b12b-11b03d590c85" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.596025] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-6db4eb80-f463-4d06-837b-c7912b1e5f59 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.596025] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6db4eb80-f463-4d06-837b-c7912b1e5f59" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.597456] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2c40c10d-eb86-411a-bf05-af553ef6c40b with status ACTIVE [ 876.598449] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.600842] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.600842] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.600842] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.600842] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.600842] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.600842] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.600842] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.600842] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.600842] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.600842] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.600842] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.600842] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.601519] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.602592] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.602592] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2c40c10d-eb86-411a-bf05-af553ef6c40b is going to be updated. [ 876.625014] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.625196] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.625319] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.625475] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.625666] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.625769] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c40c10d-eb86-411a-bf05-af553ef6c40b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.736869] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-702 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.737139] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-702" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.737283] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-702" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.737560] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-702" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.737942] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.738219] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.741920] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.741920] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.741920] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.741920] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 876.741920] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 876.741920] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 876.741920] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 876.741920] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 876.741920] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 876.741920] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 876.771746] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 876.771929] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 876.772081] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 876.772266] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-702" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.772592] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-372ffe04-9f52-4af9-8df8-4234d9deef07 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.772766] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-372ffe04-9f52-4af9-8df8-4234d9deef07" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.772910] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-372ffe04-9f52-4af9-8df8-4234d9deef07" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.773254] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-372ffe04-9f52-4af9-8df8-4234d9deef07" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.773397] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('372ffe04-9f52-4af9-8df8-4234d9deef07',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.821073] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93100250-9526-4691-bed9-9ff892e2e334 in Status: SUCCESS [ 876.821388] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.850465] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.850633] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.850708] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.850979] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.851095] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.851299] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.851402] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.851467] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.851619] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.851696] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.851779] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9532bae-30d3-40bc-9474-4d42a302b33b already deleted. [ 876.851860] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9532bae-30d3-40bc-9474-4d42a302b33b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.276049] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.276379] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.277638] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.277638] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.277638] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.277638] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port 372ffe04-9f52-4af9-8df8-4234d9deef07 not found, creating... [ 877.277638] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.277638] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.277638] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.277923] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.277950] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.278243] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.278431] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.278525] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.278735] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.278874] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.279156] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: 372ffe04-9f52-4af9-8df8-4234d9deef07 is going to be created. [ 877.300504] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.300746] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.300889] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.301194] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.301431] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.301685] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-372ffe04-9f52-4af9-8df8-4234d9deef07" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.624239] env[69758]: INFO networking_nsxv3.common.synchronization [req-75d1211f-bccc-4f40-8946-5f718229ab56 req-6b0912c7-4493-4b8b-a76d-f4505affeaee tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] Enqueued Resource ID: 45b264f3-818f-4f82-9e1d-5da0bb345d0b with Priority: HIGHEST for action security_group_members [ 877.624859] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45b264f3-818f-4f82-9e1d-5da0bb345d0b with Priority: HIGHEST for action security_group_members [ 877.625242] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-45b264f3-818f-4f82-9e1d-5da0bb345d0b taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.625373] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45b264f3-818f-4f82-9e1d-5da0bb345d0b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.625442] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45b264f3-818f-4f82-9e1d-5da0bb345d0b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.626130] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45b264f3-818f-4f82-9e1d-5da0bb345d0b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.626365] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.626527] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.626632] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.626849] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.627053] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.627203] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45b264f3-818f-4f82-9e1d-5da0bb345d0b',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.979809] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6db4eb80-f463-4d06-837b-c7912b1e5f59 in Status: SUCCESS [ 877.979809] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6db4eb80-f463-4d06-837b-c7912b1e5f59" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.979950] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6db4eb80-f463-4d06-837b-c7912b1e5f59" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.980412] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6db4eb80-f463-4d06-837b-c7912b1e5f59" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.980465] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.980589] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.980909] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.980909] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.981241] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.981552] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6db4eb80-f463-4d06-837b-c7912b1e5f59',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.072480] env[69758]: INFO networking_nsxv3.common.synchronization [req-04d2ea50-3b4e-45b6-8426-5c8e2a5c21bd req-a392c39b-2056-4d2d-8ea2-cee8079a06e6 service nova] Enqueued Resource ID: b9532bae-30d3-40bc-9474-4d42a302b33b with Priority: HIGHEST for action security_group_rules [ 878.072717] env[69758]: INFO networking_nsxv3.common.synchronization [req-04d2ea50-3b4e-45b6-8426-5c8e2a5c21bd req-a392c39b-2056-4d2d-8ea2-cee8079a06e6 service nova] Enqueued Resource ID: b9532bae-30d3-40bc-9474-4d42a302b33b with Priority: HIGHEST for action security_group_members [ 878.072902] env[69758]: INFO networking_nsxv3.common.synchronization [req-04d2ea50-3b4e-45b6-8426-5c8e2a5c21bd req-a392c39b-2056-4d2d-8ea2-cee8079a06e6 service nova] Enqueued Resource ID: 372ffe04-9f52-4af9-8df8-4234d9deef07 with Priority: HIGHEST for action port [ 878.075784] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9532bae-30d3-40bc-9474-4d42a302b33b with Priority: HIGHEST for action security_group_rules [ 878.076030] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9532bae-30d3-40bc-9474-4d42a302b33b with Priority: HIGHEST for action security_group_members [ 878.076105] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 372ffe04-9f52-4af9-8df8-4234d9deef07 with Priority: HIGHEST for action port [ 878.076591] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9532bae-30d3-40bc-9474-4d42a302b33b taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.076798] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9532bae-30d3-40bc-9474-4d42a302b33b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.076974] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9532bae-30d3-40bc-9474-4d42a302b33b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.077320] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9532bae-30d3-40bc-9474-4d42a302b33b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.077480] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9532bae-30d3-40bc-9474-4d42a302b33b',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.078601] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9532bae-30d3-40bc-9474-4d42a302b33b taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.078828] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9532bae-30d3-40bc-9474-4d42a302b33b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.079398] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9532bae-30d3-40bc-9474-4d42a302b33b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.079616] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9532bae-30d3-40bc-9474-4d42a302b33b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.079832] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.080041] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.080158] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.080403] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.080535] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.080648] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9532bae-30d3-40bc-9474-4d42a302b33b',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.084870] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-372ffe04-9f52-4af9-8df8-4234d9deef07 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.085025] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-372ffe04-9f52-4af9-8df8-4234d9deef07" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.085935] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-372ffe04-9f52-4af9-8df8-4234d9deef07" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.085935] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-372ffe04-9f52-4af9-8df8-4234d9deef07" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.085935] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('372ffe04-9f52-4af9-8df8-4234d9deef07',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.129567] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.132287] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.132287] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.132287] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.156447] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.156973] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.157376] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.157621] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.158170] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.158370] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.158580] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45b264f3-818f-4f82-9e1d-5da0bb345d0b is going to be updated. [ 878.188026] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.188026] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.188026] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.188026] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.188026] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.200362] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45b264f3-818f-4f82-9e1d-5da0bb345d0b in Status: IN_PROGRESS for 2s [ 878.484272] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6db4eb80-f463-4d06-837b-c7912b1e5f59',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.585051] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9532bae-30d3-40bc-9474-4d42a302b33b',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.588169] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9532bae-30d3-40bc-9474-4d42a302b33b taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.588298] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9532bae-30d3-40bc-9474-4d42a302b33b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.588514] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 372ffe04-9f52-4af9-8df8-4234d9deef07 with status ACTIVE [ 878.588735] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.588875] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.588955] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.589160] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.589287] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.589454] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.589517] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.589574] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.589751] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.589785] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.589958] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.590073] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.590136] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.590274] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.590347] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.590429] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 372ffe04-9f52-4af9-8df8-4234d9deef07 is going to be updated. [ 878.613189] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.613340] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.613426] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.613624] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.613848] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.614036] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-372ffe04-9f52-4af9-8df8-4234d9deef07" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.990484] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6db4eb80-f463-4d06-837b-c7912b1e5f59',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.087149] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9532bae-30d3-40bc-9474-4d42a302b33b',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.404281] env[69758]: INFO networking_nsxv3.common.synchronization [req-98b41a8c-6772-4c5b-a9e7-a31f60ecf76f req-60ee4141-45f0-417d-842b-ee017d406f8e tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Enqueued Resource ID: 93100250-9526-4691-bed9-9ff892e2e334 with Priority: HIGHEST for action security_group_members [ 879.404783] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93100250-9526-4691-bed9-9ff892e2e334 with Priority: HIGHEST for action security_group_members [ 879.405128] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-93100250-9526-4691-bed9-9ff892e2e334 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.405256] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.405321] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.405521] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.405663] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.405764] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.405803] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.405948] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.406189] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.406292] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93100250-9526-4691-bed9-9ff892e2e334',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.492113] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.492590] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.492590] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.492590] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.492666] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.492774] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6db4eb80-f463-4d06-837b-c7912b1e5f59 is going to be updated. [ 879.501647] env[69758]: INFO networking_nsxv3.common.synchronization [req-e661ae15-b6b8-4fd1-96d7-4dd2577accbd req-7c1fb5ab-b90b-4bb3-9e39-69aeb2fa4f4a tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Enqueued Resource ID: 93100250-9526-4691-bed9-9ff892e2e334 with Priority: HIGHEST for action security_group_members [ 879.502298] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93100250-9526-4691-bed9-9ff892e2e334 with Priority: HIGHEST for action security_group_members [ 879.502615] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-93100250-9526-4691-bed9-9ff892e2e334 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.502722] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.525966] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.526154] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.527506] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.527506] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.527506] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.536799] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6db4eb80-f463-4d06-837b-c7912b1e5f59 in Status: IN_PROGRESS for 2s [ 879.591033] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.591033] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.591033] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.591033] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.591033] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.591033] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9532bae-30d3-40bc-9474-4d42a302b33b is going to be created. [ 879.614031] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.614239] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.614299] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.614489] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.615110] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.626077] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9532bae-30d3-40bc-9474-4d42a302b33b in Status: UNINITIALIZED for 2s [ 879.904081] env[69758]: INFO networking_nsxv3.common.synchronization [req-fab5714f-5c87-4ae5-9f76-fdad7be9e39c req-9b2c1c97-57b0-4812-b8ce-38a7fc4fe3fb tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Enqueued Resource ID: f01280a9-47d6-43ef-8dd6-0c80b7ab1dca with Priority: HIGHEST for action security_group_members [ 879.904081] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f01280a9-47d6-43ef-8dd6-0c80b7ab1dca with Priority: HIGHEST for action security_group_members [ 879.904282] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.904529] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.904697] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.905065] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.905430] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.905717] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.905867] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.906139] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.906324] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.906494] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f01280a9-47d6-43ef-8dd6-0c80b7ab1dca',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.912211] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93100250-9526-4691-bed9-9ff892e2e334',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.214776] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45b264f3-818f-4f82-9e1d-5da0bb345d0b in Status: SUCCESS [ 880.214776] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45b264f3-818f-4f82-9e1d-5da0bb345d0b deletion is rescheduled due to dependency. [ 880.214776] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45b264f3-818f-4f82-9e1d-5da0bb345d0b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.363169] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-869 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.363422] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-869" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.363947] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-869" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.363947] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-869" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.364065] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.364198] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.364302] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.364520] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.364666] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.364872] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 880.365033] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 880.365161] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 880.365272] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 880.365386] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 880.365495] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 880.365632] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 880.405029] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 880.405265] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.040 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 880.405413] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 880.405597] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-869" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.405921] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-badf4c72-4be1-4631-9571-e743f230b0a5 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.406169] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-badf4c72-4be1-4631-9571-e743f230b0a5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.406785] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-badf4c72-4be1-4631-9571-e743f230b0a5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.407196] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-badf4c72-4be1-4631-9571-e743f230b0a5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.407358] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('badf4c72-4be1-4631-9571-e743f230b0a5',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.408849] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.409018] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.409107] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.409277] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.418819] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93100250-9526-4691-bed9-9ff892e2e334',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.431213] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.431532] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.431732] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.431732] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.431938] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.432108] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.432150] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f01280a9-47d6-43ef-8dd6-0c80b7ab1dca is going to be updated. [ 880.463254] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.463337] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.463337] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.463620] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.463758] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.474826] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f01280a9-47d6-43ef-8dd6-0c80b7ab1dca in Status: IN_PROGRESS for 2s [ 880.910239] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.910594] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.910654] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.910902] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.911121] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.911351] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port badf4c72-4be1-4631-9571-e743f230b0a5 not found, creating... [ 880.911659] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.911837] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.911959] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.912262] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.912486] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.913169] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.913428] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.913644] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.913896] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.914059] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.914210] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: badf4c72-4be1-4631-9571-e743f230b0a5 is going to be created. [ 880.921055] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.921221] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.921277] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.921429] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.921516] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.921608] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93100250-9526-4691-bed9-9ff892e2e334 is going to be updated. [ 880.950723] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.950723] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.950723] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.950942] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.951247] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.951486] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-badf4c72-4be1-4631-9571-e743f230b0a5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.967253] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.967421] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.967465] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.967678] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.967821] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.980414] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93100250-9526-4691-bed9-9ff892e2e334 in Status: IN_PROGRESS for 2s [ 881.546640] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6db4eb80-f463-4d06-837b-c7912b1e5f59 in Status: SUCCESS [ 881.546887] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6db4eb80-f463-4d06-837b-c7912b1e5f59" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.547068] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6db4eb80-f463-4d06-837b-c7912b1e5f59" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.547689] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6db4eb80-f463-4d06-837b-c7912b1e5f59" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.547689] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.547689] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.547689] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.547957] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.547957] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.548082] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6db4eb80-f463-4d06-837b-c7912b1e5f59" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.548200] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6db4eb80-f463-4d06-837b-c7912b1e5f59',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.636284] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9532bae-30d3-40bc-9474-4d42a302b33b in Status: SUCCESS [ 881.636537] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9532bae-30d3-40bc-9474-4d42a302b33b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.636729] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9532bae-30d3-40bc-9474-4d42a302b33b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.636899] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9532bae-30d3-40bc-9474-4d42a302b33b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.637106] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.637231] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.637300] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.637451] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.637532] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.638085] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9532bae-30d3-40bc-9474-4d42a302b33b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.638085] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b9532bae-30d3-40bc-9474-4d42a302b33b',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.690761] env[69758]: INFO networking_nsxv3.common.synchronization [req-fab5714f-5c87-4ae5-9f76-fdad7be9e39c req-3a7f3fe1-0857-4b41-a33e-78654bb4e0e5 service nova] Enqueued Resource ID: f01280a9-47d6-43ef-8dd6-0c80b7ab1dca with Priority: HIGHEST for action security_group_rules [ 881.691049] env[69758]: INFO networking_nsxv3.common.synchronization [req-fab5714f-5c87-4ae5-9f76-fdad7be9e39c req-3a7f3fe1-0857-4b41-a33e-78654bb4e0e5 service nova] Enqueued Resource ID: f01280a9-47d6-43ef-8dd6-0c80b7ab1dca with Priority: HIGHEST for action security_group_members [ 881.691137] env[69758]: INFO networking_nsxv3.common.synchronization [req-fab5714f-5c87-4ae5-9f76-fdad7be9e39c req-3a7f3fe1-0857-4b41-a33e-78654bb4e0e5 service nova] Enqueued Resource ID: badf4c72-4be1-4631-9571-e743f230b0a5 with Priority: HIGHEST for action port [ 881.691415] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f01280a9-47d6-43ef-8dd6-0c80b7ab1dca with Priority: HIGHEST for action security_group_rules [ 881.691546] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f01280a9-47d6-43ef-8dd6-0c80b7ab1dca with Priority: HIGHEST for action security_group_members [ 881.691638] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: badf4c72-4be1-4631-9571-e743f230b0a5 with Priority: HIGHEST for action port [ 881.692361] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.692521] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.692521] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.692713] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.692790] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f01280a9-47d6-43ef-8dd6-0c80b7ab1dca',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.695657] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.695760] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.695976] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-badf4c72-4be1-4631-9571-e743f230b0a5 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.696778] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-badf4c72-4be1-4631-9571-e743f230b0a5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.696778] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-badf4c72-4be1-4631-9571-e743f230b0a5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.696778] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-badf4c72-4be1-4631-9571-e743f230b0a5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.696778] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('badf4c72-4be1-4631-9571-e743f230b0a5',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.050653] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-6db4eb80-f463-4d06-837b-c7912b1e5f59 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.051020] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6db4eb80-f463-4d06-837b-c7912b1e5f59" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.051020] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6db4eb80-f463-4d06-837b-c7912b1e5f59" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.051583] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6db4eb80-f463-4d06-837b-c7912b1e5f59" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.051583] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.051583] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.051583] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.051823] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.051823] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.051823] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6db4eb80-f463-4d06-837b-c7912b1e5f59" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.052640] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-6db4eb80-f463-4d06-837b-c7912b1e5f59 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.052640] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6db4eb80-f463-4d06-837b-c7912b1e5f59" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.052640] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6db4eb80-f463-4d06-837b-c7912b1e5f59" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.052640] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6db4eb80-f463-4d06-837b-c7912b1e5f59" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.052640] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.052640] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.052640] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.052640] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.052640] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.053112] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6db4eb80-f463-4d06-837b-c7912b1e5f59" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.053112] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6db4eb80-f463-4d06-837b-c7912b1e5f59',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.140255] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9532bae-30d3-40bc-9474-4d42a302b33b taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.143880] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9532bae-30d3-40bc-9474-4d42a302b33b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.143880] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9532bae-30d3-40bc-9474-4d42a302b33b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.143880] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9532bae-30d3-40bc-9474-4d42a302b33b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.143880] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.143880] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.143880] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.143880] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.143880] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.143880] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9532bae-30d3-40bc-9474-4d42a302b33b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.143880] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9532bae-30d3-40bc-9474-4d42a302b33b taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.143880] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9532bae-30d3-40bc-9474-4d42a302b33b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.143880] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9532bae-30d3-40bc-9474-4d42a302b33b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.143880] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9532bae-30d3-40bc-9474-4d42a302b33b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.143880] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.143880] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.143880] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.143880] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.143880] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.145069] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9532bae-30d3-40bc-9474-4d42a302b33b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.145069] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b9532bae-30d3-40bc-9474-4d42a302b33b',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.198096] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.198800] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.199183] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port badf4c72-4be1-4631-9571-e743f230b0a5 with status ACTIVE [ 882.199375] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.199375] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.199541] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.199654] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.199767] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.200245] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.200411] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.200480] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.200676] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.200777] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.201010] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.202160] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.202160] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.202160] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.202160] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.202160] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: badf4c72-4be1-4631-9571-e743f230b0a5 is going to be updated. [ 882.230394] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.230601] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.230747] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.231160] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.231428] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.231675] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-badf4c72-4be1-4631-9571-e743f230b0a5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.490068] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f01280a9-47d6-43ef-8dd6-0c80b7ab1dca in Status: SUCCESS [ 882.490068] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f01280a9-47d6-43ef-8dd6-0c80b7ab1dca deletion is rescheduled due to dependency. [ 882.490068] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.490594] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.490594] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.490651] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.490725] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.490807] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.491118] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.491241] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.491372] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f01280a9-47d6-43ef-8dd6-0c80b7ab1dca',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.557637] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6db4eb80-f463-4d06-837b-c7912b1e5f59: rpc.has_security_group_logging(os_id): False [ 882.582628] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.582787] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.582863] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.583136] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.614742] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.615147] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.615319] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.615404] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.616030] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.616030] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.616030] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.616030] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.616417] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.616417] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.616417] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.616640] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.616732] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.616793] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.616951] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.617054] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.617149] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6db4eb80-f463-4d06-837b-c7912b1e5f59 is going to be updated. [ 882.646711] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b9532bae-30d3-40bc-9474-4d42a302b33b: rpc.has_security_group_logging(os_id): False [ 882.678206] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.678206] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.678206] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.678324] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.678324] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.678921] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.678921] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.678921] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.678921] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.679156] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.679185] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.679272] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.679337] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.679475] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.679548] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.679723] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.679815] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.679876] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.680019] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.680504] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.680603] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9532bae-30d3-40bc-9474-4d42a302b33b is going to be created. [ 882.718760] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.718974] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.718974] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.719209] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.719366] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.733466] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6db4eb80-f463-4d06-837b-c7912b1e5f59 in Status: IN_PROGRESS for 2s [ 882.748634] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.748634] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.748915] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.748915] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.749107] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.763266] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9532bae-30d3-40bc-9474-4d42a302b33b in Status: IN_PROGRESS for 2s [ 882.991346] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93100250-9526-4691-bed9-9ff892e2e334 in Status: SUCCESS [ 882.991620] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.991870] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.992121] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.992313] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.992436] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.992502] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.992657] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.992737] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.992835] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93100250-9526-4691-bed9-9ff892e2e334',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.993826] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f01280a9-47d6-43ef-8dd6-0c80b7ab1dca',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.499027] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.499027] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.499027] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.499027] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.499027] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.499027] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.499027] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.499027] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.499027] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.499027] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.499027] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93100250-9526-4691-bed9-9ff892e2e334 is going to be updated. [ 883.499027] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f01280a9-47d6-43ef-8dd6-0c80b7ab1dca',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.536625] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.536625] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.536625] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.536625] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.536625] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.543626] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93100250-9526-4691-bed9-9ff892e2e334 in Status: IN_PROGRESS for 2s [ 884.002696] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.003423] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.003540] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.003999] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.004116] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.004535] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f01280a9-47d6-43ef-8dd6-0c80b7ab1dca is going to be updated. [ 884.043326] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.043485] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.043559] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.043782] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.043934] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.061713] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f01280a9-47d6-43ef-8dd6-0c80b7ab1dca in Status: IN_PROGRESS for 2s [ 884.750334] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6db4eb80-f463-4d06-837b-c7912b1e5f59 in Status: SUCCESS [ 884.750594] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6db4eb80-f463-4d06-837b-c7912b1e5f59" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.776095] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9532bae-30d3-40bc-9474-4d42a302b33b in Status: SUCCESS [ 884.777402] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9532bae-30d3-40bc-9474-4d42a302b33b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.885099] env[69758]: INFO networking_nsxv3.common.synchronization [None req-d9761de7-d706-4a61-b6d7-04f6c72d410c None None] Enqueued Resource ID: 308b830c-c847-4da1-a5d7-6840c373fbca with Priority: HIGHEST for action port [ 884.886594] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 308b830c-c847-4da1-a5d7-6840c373fbca with Priority: HIGHEST for action port [ 884.888206] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-308b830c-c847-4da1-a5d7-6840c373fbca taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.888348] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-308b830c-c847-4da1-a5d7-6840c373fbca" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.888417] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-308b830c-c847-4da1-a5d7-6840c373fbca" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.888748] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-308b830c-c847-4da1-a5d7-6840c373fbca" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.888841] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('308b830c-c847-4da1-a5d7-6840c373fbca',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.393054] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 308b830c-c847-4da1-a5d7-6840c373fbca [ 885.393054] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.393331] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.393331] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.393476] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.394040] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.394040] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:308b830c-c847-4da1-a5d7-6840c373fbca already deleted. [ 885.394040] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-308b830c-c847-4da1-a5d7-6840c373fbca" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.559569] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93100250-9526-4691-bed9-9ff892e2e334 in Status: SUCCESS [ 885.559754] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93100250-9526-4691-bed9-9ff892e2e334 deletion is rescheduled due to dependency. [ 885.559870] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.074342] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f01280a9-47d6-43ef-8dd6-0c80b7ab1dca in Status: SUCCESS [ 886.074683] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.075108] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.075643] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.075903] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.076782] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.076782] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.076782] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.076782] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.076782] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.077082] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f01280a9-47d6-43ef-8dd6-0c80b7ab1dca',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.581535] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.582885] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.582885] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.582885] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.582885] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.582885] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.583225] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.583225] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.583225] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.583717] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.583717] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.583855] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.583855] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.584174] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.584174] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.584284] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.584312] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.584469] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.584546] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.584630] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.584749] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f01280a9-47d6-43ef-8dd6-0c80b7ab1dca',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.950419] env[69758]: INFO networking_nsxv3.common.synchronization [req-5ec528ec-e153-483d-aca4-ef3b0b78f95b req-f6b30f45-8455-4db4-820d-ee7752d29771 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Enqueued Resource ID: 901c55bc-6356-414c-bc3a-6ff527b8fab1 with Priority: HIGHEST for action security_group_members [ 886.952032] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 901c55bc-6356-414c-bc3a-6ff527b8fab1 with Priority: HIGHEST for action security_group_members [ 886.952032] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-901c55bc-6356-414c-bc3a-6ff527b8fab1 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.952032] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-901c55bc-6356-414c-bc3a-6ff527b8fab1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.952032] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-901c55bc-6356-414c-bc3a-6ff527b8fab1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.952032] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-901c55bc-6356-414c-bc3a-6ff527b8fab1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.952522] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.952522] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.952522] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.952764] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.952764] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.952878] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('901c55bc-6356-414c-bc3a-6ff527b8fab1',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.021644] env[69758]: INFO networking_nsxv3.common.synchronization [None req-545e14c3-07c1-4129-a3db-5413be92f18c None None] Enqueued Resource ID: 5667c7e2-4b8b-4880-aec2-02852ea4cd08 with Priority: HIGHEST for action port [ 887.021818] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5667c7e2-4b8b-4880-aec2-02852ea4cd08 with Priority: HIGHEST for action port [ 887.022919] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-5667c7e2-4b8b-4880-aec2-02852ea4cd08 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.022919] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5667c7e2-4b8b-4880-aec2-02852ea4cd08" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.022919] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5667c7e2-4b8b-4880-aec2-02852ea4cd08" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.022919] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5667c7e2-4b8b-4880-aec2-02852ea4cd08" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.023428] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5667c7e2-4b8b-4880-aec2-02852ea4cd08',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.091214] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f01280a9-47d6-43ef-8dd6-0c80b7ab1dca: rpc.has_security_group_logging(os_id): False [ 887.118495] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.118495] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.118495] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.118787] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.118787] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.118980] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.119144] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.119144] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.119315] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.119477] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.119575] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.119652] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.119696] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.119825] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.119895] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.122210] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.122210] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.122210] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.122210] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.122210] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.122505] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f01280a9-47d6-43ef-8dd6-0c80b7ab1dca is going to be updated. [ 887.233438] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.233586] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.233654] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.233874] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.234052] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.252511] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f01280a9-47d6-43ef-8dd6-0c80b7ab1dca in Status: IN_PROGRESS for 2s [ 887.455522] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.455688] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.455762] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.455979] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.456121] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.456322] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.456428] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.456491] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.456650] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.456947] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.456947] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 901c55bc-6356-414c-bc3a-6ff527b8fab1 already deleted. [ 887.456947] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-901c55bc-6356-414c-bc3a-6ff527b8fab1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.488000] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-5 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.488708] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.488708] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.488830] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.489125] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.489341] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.489487] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.489802] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.490341] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.490341] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 887.490341] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 887.490497] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 887.491204] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 887.491383] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 887.491533] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 887.491728] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 887.515429] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 887.515589] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 887.515729] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 887.515915] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.518074] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-08eb88dc-3262-4f26-adfc-01a7bd064b03 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.518399] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-08eb88dc-3262-4f26-adfc-01a7bd064b03" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.518586] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-08eb88dc-3262-4f26-adfc-01a7bd064b03" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.519389] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-08eb88dc-3262-4f26-adfc-01a7bd064b03" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.519389] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08eb88dc-3262-4f26-adfc-01a7bd064b03',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.525667] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5667c7e2-4b8b-4880-aec2-02852ea4cd08 [ 887.525944] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.526136] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.526232] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.526486] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.526607] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.526729] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5667c7e2-4b8b-4880-aec2-02852ea4cd08 already deleted. [ 887.526841] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5667c7e2-4b8b-4880-aec2-02852ea4cd08" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.021950] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.022204] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.022351] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.022633] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.022792] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.022987] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port 08eb88dc-3262-4f26-adfc-01a7bd064b03 not found, creating... [ 888.023375] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.023553] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.023679] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.023912] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.024072] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.024370] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.024533] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.024654] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.024869] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.025038] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.025827] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: 08eb88dc-3262-4f26-adfc-01a7bd064b03 is going to be created. [ 888.050584] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.050584] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.050584] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.050584] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.050584] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.050584] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-08eb88dc-3262-4f26-adfc-01a7bd064b03" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.810772] env[69758]: INFO networking_nsxv3.common.synchronization [req-5ec528ec-e153-483d-aca4-ef3b0b78f95b req-c75fc29f-5aef-4b55-8373-5574a7da58a9 service nova] Enqueued Resource ID: 901c55bc-6356-414c-bc3a-6ff527b8fab1 with Priority: HIGHEST for action security_group_rules [ 888.811074] env[69758]: INFO networking_nsxv3.common.synchronization [req-5ec528ec-e153-483d-aca4-ef3b0b78f95b req-c75fc29f-5aef-4b55-8373-5574a7da58a9 service nova] Enqueued Resource ID: 901c55bc-6356-414c-bc3a-6ff527b8fab1 with Priority: HIGHEST for action security_group_members [ 888.811148] env[69758]: INFO networking_nsxv3.common.synchronization [req-5ec528ec-e153-483d-aca4-ef3b0b78f95b req-c75fc29f-5aef-4b55-8373-5574a7da58a9 service nova] Enqueued Resource ID: 08eb88dc-3262-4f26-adfc-01a7bd064b03 with Priority: HIGHEST for action port [ 888.815025] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 901c55bc-6356-414c-bc3a-6ff527b8fab1 with Priority: HIGHEST for action security_group_rules [ 888.815025] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 901c55bc-6356-414c-bc3a-6ff527b8fab1 with Priority: HIGHEST for action security_group_members [ 888.815025] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08eb88dc-3262-4f26-adfc-01a7bd064b03 with Priority: HIGHEST for action port [ 888.816813] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-901c55bc-6356-414c-bc3a-6ff527b8fab1 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.816888] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-901c55bc-6356-414c-bc3a-6ff527b8fab1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.816916] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-901c55bc-6356-414c-bc3a-6ff527b8fab1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.817164] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-901c55bc-6356-414c-bc3a-6ff527b8fab1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.817250] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('901c55bc-6356-414c-bc3a-6ff527b8fab1',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.818865] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-901c55bc-6356-414c-bc3a-6ff527b8fab1 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.818865] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-901c55bc-6356-414c-bc3a-6ff527b8fab1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.818865] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-901c55bc-6356-414c-bc3a-6ff527b8fab1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.818865] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-901c55bc-6356-414c-bc3a-6ff527b8fab1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.819263] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.819263] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.819263] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.819474] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.819474] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.819474] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('901c55bc-6356-414c-bc3a-6ff527b8fab1',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.823118] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-08eb88dc-3262-4f26-adfc-01a7bd064b03 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.824061] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08eb88dc-3262-4f26-adfc-01a7bd064b03" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.824061] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08eb88dc-3262-4f26-adfc-01a7bd064b03" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.824061] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08eb88dc-3262-4f26-adfc-01a7bd064b03" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.824061] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08eb88dc-3262-4f26-adfc-01a7bd064b03',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.271077] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f01280a9-47d6-43ef-8dd6-0c80b7ab1dca in Status: SUCCESS [ 889.271327] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.325784] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('901c55bc-6356-414c-bc3a-6ff527b8fab1',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.327079] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-901c55bc-6356-414c-bc3a-6ff527b8fab1 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.327267] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-901c55bc-6356-414c-bc3a-6ff527b8fab1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.327503] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 08eb88dc-3262-4f26-adfc-01a7bd064b03 with status ACTIVE [ 889.327633] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.327742] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.327809] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.328570] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.328570] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.328570] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.328570] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.328570] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.328789] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.328789] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.329306] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.329306] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.329306] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.329306] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.329306] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.329576] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 08eb88dc-3262-4f26-adfc-01a7bd064b03 is going to be updated. [ 889.370041] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.370223] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.370223] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.372969] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.372969] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.372969] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08eb88dc-3262-4f26-adfc-01a7bd064b03" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.831266] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('901c55bc-6356-414c-bc3a-6ff527b8fab1',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.973228] env[69758]: INFO networking_nsxv3.common.synchronization [req-42efc982-81d0-4561-805b-be6965f6d073 req-ccf2b255-a3a7-4044-a26c-d4fa16364c6a tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Enqueued Resource ID: b466bb13-86e5-4b05-a1a6-cce44813eedb with Priority: HIGHEST for action security_group_members [ 889.973982] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b466bb13-86e5-4b05-a1a6-cce44813eedb with Priority: HIGHEST for action security_group_members [ 889.974299] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-b466bb13-86e5-4b05-a1a6-cce44813eedb taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.974419] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.974498] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.974679] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.974815] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.974920] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.974965] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.975518] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.975518] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.975518] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b466bb13-86e5-4b05-a1a6-cce44813eedb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.334447] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.334631] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.334707] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.334959] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.335132] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.335248] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 901c55bc-6356-414c-bc3a-6ff527b8fab1 is going to be created. [ 890.363401] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.363609] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.363699] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.363915] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.364446] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.374630] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 901c55bc-6356-414c-bc3a-6ff527b8fab1 in Status: UNINITIALIZED for 2s [ 890.478511] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.478734] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.478838] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.479115] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.501552] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.501834] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.501956] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.502044] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.502255] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.502417] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.502459] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b466bb13-86e5-4b05-a1a6-cce44813eedb is going to be updated. [ 890.528421] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.528590] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.528628] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.528837] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.528991] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.542526] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b466bb13-86e5-4b05-a1a6-cce44813eedb in Status: IN_PROGRESS for 2s [ 890.634109] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-724 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.635041] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-724" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.635041] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-724" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.635396] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-724" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.635746] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.639019] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.639019] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.639019] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.639019] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.639019] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 890.639019] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 890.639019] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 890.639019] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 890.639019] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 890.639019] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 890.639019] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 890.659027] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 890.659027] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 890.659027] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 890.659027] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-724" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.659027] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-c519d7d3-6635-4efc-ad1a-f64c563ce75a taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.659027] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-c519d7d3-6635-4efc-ad1a-f64c563ce75a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.659027] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-c519d7d3-6635-4efc-ad1a-f64c563ce75a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.659027] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-c519d7d3-6635-4efc-ad1a-f64c563ce75a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.659027] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c519d7d3-6635-4efc-ad1a-f64c563ce75a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.006687] env[69758]: INFO networking_nsxv3.common.synchronization [req-5fc9e349-c104-47eb-8dd7-392d5065adf2 req-8bf7da99-6901-4d7f-bf25-ca24727fd5d4 tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] Enqueued Resource ID: b9532bae-30d3-40bc-9474-4d42a302b33b with Priority: HIGHEST for action security_group_members [ 891.007407] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9532bae-30d3-40bc-9474-4d42a302b33b with Priority: HIGHEST for action security_group_members [ 891.007711] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9532bae-30d3-40bc-9474-4d42a302b33b taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.007959] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9532bae-30d3-40bc-9474-4d42a302b33b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.007959] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9532bae-30d3-40bc-9474-4d42a302b33b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.018956] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9532bae-30d3-40bc-9474-4d42a302b33b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.018956] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.018956] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.018956] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.018956] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.018956] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.018956] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9532bae-30d3-40bc-9474-4d42a302b33b',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.161793] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.162099] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.162265] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.162550] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.162727] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.162960] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port c519d7d3-6635-4efc-ad1a-f64c563ce75a not found, creating... [ 891.163246] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.163420] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.163571] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.163913] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.164184] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.164580] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.164809] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.164966] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.165269] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.165439] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.165708] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: c519d7d3-6635-4efc-ad1a-f64c563ce75a is going to be created. [ 891.214560] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.214840] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.214979] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.215596] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.215876] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.216515] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-c519d7d3-6635-4efc-ad1a-f64c563ce75a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.522851] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.522986] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.522986] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.523289] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.523365] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.523568] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.523671] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.523735] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.523889] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.523968] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.524068] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9532bae-30d3-40bc-9474-4d42a302b33b is going to be updated. [ 891.554649] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.554966] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.554966] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.555327] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.555780] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.572857] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9532bae-30d3-40bc-9474-4d42a302b33b in Status: IN_PROGRESS for 2s [ 892.133950] env[69758]: INFO networking_nsxv3.common.synchronization [req-42efc982-81d0-4561-805b-be6965f6d073 req-c99d0f2f-3142-4080-85d7-4d433a4941a8 service nova] Enqueued Resource ID: b466bb13-86e5-4b05-a1a6-cce44813eedb with Priority: HIGHEST for action security_group_rules [ 892.134207] env[69758]: INFO networking_nsxv3.common.synchronization [req-42efc982-81d0-4561-805b-be6965f6d073 req-c99d0f2f-3142-4080-85d7-4d433a4941a8 service nova] Enqueued Resource ID: b466bb13-86e5-4b05-a1a6-cce44813eedb with Priority: HIGHEST for action security_group_members [ 892.134595] env[69758]: INFO networking_nsxv3.common.synchronization [req-42efc982-81d0-4561-805b-be6965f6d073 req-c99d0f2f-3142-4080-85d7-4d433a4941a8 service nova] Enqueued Resource ID: c519d7d3-6635-4efc-ad1a-f64c563ce75a with Priority: HIGHEST for action port [ 892.134595] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b466bb13-86e5-4b05-a1a6-cce44813eedb with Priority: HIGHEST for action security_group_rules [ 892.134728] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b466bb13-86e5-4b05-a1a6-cce44813eedb with Priority: HIGHEST for action security_group_members [ 892.134768] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c519d7d3-6635-4efc-ad1a-f64c563ce75a with Priority: HIGHEST for action port [ 892.135402] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b466bb13-86e5-4b05-a1a6-cce44813eedb taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.135501] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.135567] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.135861] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.135861] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b466bb13-86e5-4b05-a1a6-cce44813eedb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.138432] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-b466bb13-86e5-4b05-a1a6-cce44813eedb taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.138432] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.138432] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-c519d7d3-6635-4efc-ad1a-f64c563ce75a taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.138432] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c519d7d3-6635-4efc-ad1a-f64c563ce75a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.138678] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c519d7d3-6635-4efc-ad1a-f64c563ce75a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.138678] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c519d7d3-6635-4efc-ad1a-f64c563ce75a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.138749] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c519d7d3-6635-4efc-ad1a-f64c563ce75a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.384806] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 901c55bc-6356-414c-bc3a-6ff527b8fab1 in Status: SUCCESS [ 892.385081] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-901c55bc-6356-414c-bc3a-6ff527b8fab1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.385259] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-901c55bc-6356-414c-bc3a-6ff527b8fab1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.385693] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-901c55bc-6356-414c-bc3a-6ff527b8fab1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.385693] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.385848] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.385848] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.386197] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.386197] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.386335] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-901c55bc-6356-414c-bc3a-6ff527b8fab1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.386437] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('901c55bc-6356-414c-bc3a-6ff527b8fab1',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.553786] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b466bb13-86e5-4b05-a1a6-cce44813eedb in Status: SUCCESS [ 892.553786] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b466bb13-86e5-4b05-a1a6-cce44813eedb deletion is rescheduled due to dependency. [ 892.553786] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.553786] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.553786] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.553786] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.553786] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.553786] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.553786] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.553786] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.553786] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b466bb13-86e5-4b05-a1a6-cce44813eedb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.641178] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-b466bb13-86e5-4b05-a1a6-cce44813eedb taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.641298] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.641577] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c519d7d3-6635-4efc-ad1a-f64c563ce75a with status ACTIVE [ 892.641752] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.641859] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.641926] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.642148] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.642244] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.642410] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.642542] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.642612] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.642936] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.643052] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.643244] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.643339] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.643397] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.643611] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.643697] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.643787] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c519d7d3-6635-4efc-ad1a-f64c563ce75a is going to be updated. [ 892.668616] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.668802] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.668863] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.669052] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.669199] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.669366] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c519d7d3-6635-4efc-ad1a-f64c563ce75a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.889203] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('901c55bc-6356-414c-bc3a-6ff527b8fab1',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.055907] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b466bb13-86e5-4b05-a1a6-cce44813eedb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.391979] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 901c55bc-6356-414c-bc3a-6ff527b8fab1: rpc.has_security_group_logging(os_id): False [ 893.417072] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.417231] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.417482] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.417605] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.417652] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.417893] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.417998] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.418200] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.418252] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.418334] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.418425] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 901c55bc-6356-414c-bc3a-6ff527b8fab1 is going to be created. [ 893.508950] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.509293] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.509293] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.509596] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.509886] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.525431] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 901c55bc-6356-414c-bc3a-6ff527b8fab1 in Status: IN_PROGRESS for 2s [ 893.559230] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b466bb13-86e5-4b05-a1a6-cce44813eedb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.589067] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9532bae-30d3-40bc-9474-4d42a302b33b in Status: SUCCESS [ 893.589320] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9532bae-30d3-40bc-9474-4d42a302b33b deletion is rescheduled due to dependency. [ 893.589462] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9532bae-30d3-40bc-9474-4d42a302b33b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.064062] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.064062] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.064262] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.064424] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.065185] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.065337] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b466bb13-86e5-4b05-a1a6-cce44813eedb is going to be updated. [ 894.099219] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.099541] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.099697] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.100073] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.100358] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.113172] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b466bb13-86e5-4b05-a1a6-cce44813eedb in Status: IN_PROGRESS for 2s [ 895.317447] env[69758]: INFO networking_nsxv3.common.synchronization [req-f1feeaf6-06a5-4d87-855c-5e36ca32c046 req-8697a8b6-c24c-43ab-8ec4-0b27cc38bc29 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Enqueued Resource ID: f01280a9-47d6-43ef-8dd6-0c80b7ab1dca with Priority: HIGHEST for action security_group_members [ 895.319203] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f01280a9-47d6-43ef-8dd6-0c80b7ab1dca with Priority: HIGHEST for action security_group_members [ 895.319303] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.320356] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.320356] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.320356] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.320356] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.320356] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.320356] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.320356] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.320356] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.320356] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f01280a9-47d6-43ef-8dd6-0c80b7ab1dca',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.349911] env[69758]: INFO networking_nsxv3.common.synchronization [req-85e2b8b8-0337-48dd-82db-e882f5de1842 req-abe286df-1026-4ed0-92b8-41c74ada2a81 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Enqueued Resource ID: fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace with Priority: HIGHEST for action security_group_members [ 895.350632] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace with Priority: HIGHEST for action security_group_members [ 895.350720] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.350856] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.350924] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.352353] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.354017] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.354198] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.354286] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.354484] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.354583] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.354684] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.477274] env[69758]: INFO networking_nsxv3.common.synchronization [req-5b4aa234-2866-4fd5-b1f6-6db4b3d46fe8 req-a8bcda93-c199-4eeb-ba96-f5e29ec775c7 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Enqueued Resource ID: 9cf00646-625b-4b21-a132-a57548621176 with Priority: HIGHEST for action security_group_members [ 895.477837] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cf00646-625b-4b21-a132-a57548621176 with Priority: HIGHEST for action security_group_members [ 895.478161] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cf00646-625b-4b21-a132-a57548621176 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.478280] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cf00646-625b-4b21-a132-a57548621176" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.478552] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cf00646-625b-4b21-a132-a57548621176" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.478833] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cf00646-625b-4b21-a132-a57548621176" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.479038] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.479171] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.479255] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.479443] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.479567] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.479691] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cf00646-625b-4b21-a132-a57548621176',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.538673] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 901c55bc-6356-414c-bc3a-6ff527b8fab1 in Status: SUCCESS [ 895.538673] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-901c55bc-6356-414c-bc3a-6ff527b8fab1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.824162] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.824337] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.824407] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.824650] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.824854] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.824948] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.825096] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.828022] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.828022] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.828022] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.828022] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f01280a9-47d6-43ef-8dd6-0c80b7ab1dca is going to be updated. [ 895.856735] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.856914] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.857203] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.857438] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.867822] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.867822] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.867822] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.868230] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.868230] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.890773] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f01280a9-47d6-43ef-8dd6-0c80b7ab1dca in Status: IN_PROGRESS for 2s [ 895.899328] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.899615] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.899742] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.899798] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.900061] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.900130] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.900241] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace is going to be updated. [ 895.934214] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.934214] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.934214] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.934214] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.934214] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.941827] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace in Status: IN_PROGRESS for 2s [ 895.984462] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.984462] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.984462] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.984462] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.984462] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.984462] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.984462] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.984462] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.984462] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.984462] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.984462] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cf00646-625b-4b21-a132-a57548621176 is going to be updated. [ 896.023292] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.023508] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.023957] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.023957] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.025142] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.036450] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cf00646-625b-4b21-a132-a57548621176 in Status: IN_PROGRESS for 2s [ 896.124345] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b466bb13-86e5-4b05-a1a6-cce44813eedb in Status: IN_PROGRESS for 4s [ 897.901750] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f01280a9-47d6-43ef-8dd6-0c80b7ab1dca in Status: SUCCESS [ 897.901750] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f01280a9-47d6-43ef-8dd6-0c80b7ab1dca deletion is rescheduled due to dependency. [ 897.901750] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f01280a9-47d6-43ef-8dd6-0c80b7ab1dca" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.952131] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace in Status: SUCCESS [ 897.952339] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace deletion is rescheduled due to dependency. [ 897.952449] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.048031] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cf00646-625b-4b21-a132-a57548621176 in Status: SUCCESS [ 898.050071] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cf00646-625b-4b21-a132-a57548621176 deletion is rescheduled due to dependency. [ 898.050199] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cf00646-625b-4b21-a132-a57548621176" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.136028] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b466bb13-86e5-4b05-a1a6-cce44813eedb in Status: SUCCESS [ 898.136028] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.136028] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.136028] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.136028] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.136028] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.136028] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.136028] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.136028] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.136028] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.136028] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b466bb13-86e5-4b05-a1a6-cce44813eedb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.640856] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-b466bb13-86e5-4b05-a1a6-cce44813eedb taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.641014] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.641088] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.641344] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.641927] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.642046] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.642111] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.642275] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.642358] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.642444] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.642584] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-b466bb13-86e5-4b05-a1a6-cce44813eedb taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.642672] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.642730] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.642865] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.643025] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.643121] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.643179] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.643314] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.643384] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.643461] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.643550] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b466bb13-86e5-4b05-a1a6-cce44813eedb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.147166] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b466bb13-86e5-4b05-a1a6-cce44813eedb: rpc.has_security_group_logging(os_id): False [ 899.166572] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.166572] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.166572] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.166572] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.166572] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.166572] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.166572] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.166572] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.166572] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.166572] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.166572] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.166572] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.166572] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.166572] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.166572] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.167115] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.167115] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.167115] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.167115] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.167115] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.167115] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b466bb13-86e5-4b05-a1a6-cce44813eedb is going to be updated. [ 899.239857] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.239857] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.239857] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.239857] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.239857] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.253780] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b466bb13-86e5-4b05-a1a6-cce44813eedb in Status: IN_PROGRESS for 2s [ 899.292190] env[69758]: INFO networking_nsxv3.common.synchronization [req-6b0d7687-82e4-4225-b3a2-f866ee590fc5 req-25faf021-ed09-4020-bcd4-ea031154331f tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Enqueued Resource ID: ba7cd0c9-88d1-406d-9881-8a32765ca01f with Priority: HIGHEST for action security_group_members [ 899.292190] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba7cd0c9-88d1-406d-9881-8a32765ca01f with Priority: HIGHEST for action security_group_members [ 899.292190] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba7cd0c9-88d1-406d-9881-8a32765ca01f taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.292190] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.292190] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.292190] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.292190] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.292190] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.292190] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.293329] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.293572] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.293842] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba7cd0c9-88d1-406d-9881-8a32765ca01f',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.797362] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba7cd0c9-88d1-406d-9881-8a32765ca01f',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.069160] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-174 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.069367] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-174" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.069491] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-174" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.069873] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-174" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.070657] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.071071] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.071281] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.071972] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.072258] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.072605] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 900.072843] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 900.073144] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 900.073400] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 900.073714] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 900.073903] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 900.074385] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 900.097725] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 900.098163] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 900.098373] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 900.098599] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-174" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.099217] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-dee16188-76a4-4922-b241-3baadb7cbef4 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.099945] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-dee16188-76a4-4922-b241-3baadb7cbef4" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.099945] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-dee16188-76a4-4922-b241-3baadb7cbef4" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.100288] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-dee16188-76a4-4922-b241-3baadb7cbef4" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.100752] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dee16188-76a4-4922-b241-3baadb7cbef4',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.140629] env[69758]: INFO networking_nsxv3.common.synchronization [None req-f24da411-d514-47ec-8f60-47cdd057313f None None] Enqueued Resource ID: 5e68875c-443d-42d8-bebc-c88c51cc3413 with Priority: HIGHEST for action port [ 900.141873] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e68875c-443d-42d8-bebc-c88c51cc3413 with Priority: HIGHEST for action port [ 900.142871] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e68875c-443d-42d8-bebc-c88c51cc3413 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.143211] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e68875c-443d-42d8-bebc-c88c51cc3413" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.143326] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e68875c-443d-42d8-bebc-c88c51cc3413" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.143691] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e68875c-443d-42d8-bebc-c88c51cc3413" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.143808] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e68875c-443d-42d8-bebc-c88c51cc3413',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.302603] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba7cd0c9-88d1-406d-9881-8a32765ca01f',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.607019] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.607019] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.607019] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.607019] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.607019] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.607019] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port dee16188-76a4-4922-b241-3baadb7cbef4 not found, creating... [ 900.607019] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.607019] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.607019] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.607019] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.607019] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.607587] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.607587] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.607587] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.607587] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.607587] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.607587] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: dee16188-76a4-4922-b241-3baadb7cbef4 is going to be created. [ 900.631699] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.631699] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.631699] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.631699] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.631699] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.631699] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-dee16188-76a4-4922-b241-3baadb7cbef4" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.648308] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5e68875c-443d-42d8-bebc-c88c51cc3413 [ 900.648542] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.648764] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.648764] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.648954] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.649058] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.649154] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5e68875c-443d-42d8-bebc-c88c51cc3413 already deleted. [ 900.649237] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e68875c-443d-42d8-bebc-c88c51cc3413" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.806889] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.806889] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.806889] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.806889] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.806889] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.809682] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba7cd0c9-88d1-406d-9881-8a32765ca01f is going to be updated. [ 900.855318] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.856161] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.856997] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.856997] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.856997] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.869086] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba7cd0c9-88d1-406d-9881-8a32765ca01f in Status: IN_PROGRESS for 2s [ 901.275113] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b466bb13-86e5-4b05-a1a6-cce44813eedb in Status: SUCCESS [ 901.275113] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.534866] env[69758]: INFO networking_nsxv3.common.synchronization [req-6b0d7687-82e4-4225-b3a2-f866ee590fc5 req-8226c0b0-634e-4646-a748-b5bce42a9b8f service nova] Enqueued Resource ID: ba7cd0c9-88d1-406d-9881-8a32765ca01f with Priority: HIGHEST for action security_group_rules [ 901.535302] env[69758]: INFO networking_nsxv3.common.synchronization [req-6b0d7687-82e4-4225-b3a2-f866ee590fc5 req-8226c0b0-634e-4646-a748-b5bce42a9b8f service nova] Enqueued Resource ID: ba7cd0c9-88d1-406d-9881-8a32765ca01f with Priority: HIGHEST for action security_group_members [ 901.535302] env[69758]: INFO networking_nsxv3.common.synchronization [req-6b0d7687-82e4-4225-b3a2-f866ee590fc5 req-8226c0b0-634e-4646-a748-b5bce42a9b8f service nova] Enqueued Resource ID: dee16188-76a4-4922-b241-3baadb7cbef4 with Priority: HIGHEST for action port [ 901.535541] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba7cd0c9-88d1-406d-9881-8a32765ca01f with Priority: HIGHEST for action security_group_rules [ 901.535618] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba7cd0c9-88d1-406d-9881-8a32765ca01f with Priority: HIGHEST for action security_group_members [ 901.535656] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dee16188-76a4-4922-b241-3baadb7cbef4 with Priority: HIGHEST for action port [ 901.536244] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba7cd0c9-88d1-406d-9881-8a32765ca01f taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.536366] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.536433] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.536636] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.536716] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba7cd0c9-88d1-406d-9881-8a32765ca01f',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.538021] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba7cd0c9-88d1-406d-9881-8a32765ca01f taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.538120] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.538308] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-dee16188-76a4-4922-b241-3baadb7cbef4 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.538406] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dee16188-76a4-4922-b241-3baadb7cbef4" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.538463] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dee16188-76a4-4922-b241-3baadb7cbef4" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.538625] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dee16188-76a4-4922-b241-3baadb7cbef4" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.538695] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dee16188-76a4-4922-b241-3baadb7cbef4',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.821729] env[69758]: INFO networking_nsxv3.common.synchronization [req-6716f112-a99d-4427-b12e-02efb0ae2b2a req-5ceb549a-bf34-4d1a-86af-5d785961d8fa tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Enqueued Resource ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 with Priority: HIGHEST for action security_group_members [ 901.822318] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 with Priority: HIGHEST for action security_group_members [ 901.822625] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-970b52ae-0a30-4a97-8d95-e0e8de09f208 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.822757] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.822823] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.823259] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.823331] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.823470] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.823551] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.823756] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.823868] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.824034] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('970b52ae-0a30-4a97-8d95-e0e8de09f208',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.042102] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba7cd0c9-88d1-406d-9881-8a32765ca01f taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.042102] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.042102] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dee16188-76a4-4922-b241-3baadb7cbef4 with status ACTIVE [ 902.042102] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.042102] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.042102] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.042102] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.042454] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.042454] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.042533] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.043109] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.043109] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.043109] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.043109] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.043335] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.043335] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.043398] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.043452] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.043538] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dee16188-76a4-4922-b241-3baadb7cbef4 is going to be updated. [ 902.071676] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.071869] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.071914] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.072240] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.072321] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.072430] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dee16188-76a4-4922-b241-3baadb7cbef4" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.238235] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-580 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.238235] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-580" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.238235] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-580" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.238235] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-580" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.238235] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.238235] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.240158] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.240659] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.241090] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.241506] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 902.241752] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 902.241957] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 902.242226] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 902.242472] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 902.242679] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 902.242911] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 902.270970] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 902.272370] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 902.272504] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 902.272642] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-580" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.272974] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-2dc82fe7-a1b8-4c11-b3d0-ebcab35459bb taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.273179] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-2dc82fe7-a1b8-4c11-b3d0-ebcab35459bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.273308] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-2dc82fe7-a1b8-4c11-b3d0-ebcab35459bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.273655] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-2dc82fe7-a1b8-4c11-b3d0-ebcab35459bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.273844] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2dc82fe7-a1b8-4c11-b3d0-ebcab35459bb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.326213] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.326453] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.326453] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.326664] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.326762] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.327079] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.327079] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.327229] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.327279] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.327365] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.327468] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 is going to be updated. [ 902.357559] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.357712] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.357785] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.358010] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.358206] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.366805] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 in Status: IN_PROGRESS for 2s [ 902.781292] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.781605] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.781664] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.781925] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.782099] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.782267] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port 2dc82fe7-a1b8-4c11-b3d0-ebcab35459bb not found, creating... [ 902.782535] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.782700] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.782823] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.783556] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.783556] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.783556] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.783684] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.783722] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.786064] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.788622] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.789231] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: 2dc82fe7-a1b8-4c11-b3d0-ebcab35459bb is going to be created. [ 902.814600] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.814881] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.815025] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.815357] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.815627] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.815867] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-2dc82fe7-a1b8-4c11-b3d0-ebcab35459bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.847411] env[69758]: INFO networking_nsxv3.common.synchronization [None req-2d4428b8-c00a-4dac-92f7-d9debc1f9535 None None] Enqueued Resource ID: df9984ec-bc45-4ab6-850f-fe9dbc3c5f5c with Priority: HIGHEST for action port [ 902.847882] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df9984ec-bc45-4ab6-850f-fe9dbc3c5f5c with Priority: HIGHEST for action port [ 902.848611] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-df9984ec-bc45-4ab6-850f-fe9dbc3c5f5c taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.848611] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df9984ec-bc45-4ab6-850f-fe9dbc3c5f5c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.848611] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df9984ec-bc45-4ab6-850f-fe9dbc3c5f5c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.848873] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df9984ec-bc45-4ab6-850f-fe9dbc3c5f5c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.849172] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df9984ec-bc45-4ab6-850f-fe9dbc3c5f5c',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.880536] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba7cd0c9-88d1-406d-9881-8a32765ca01f in Status: SUCCESS [ 902.880917] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.881394] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.881635] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.881836] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.881960] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.882030] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.882266] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.882372] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.882456] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba7cd0c9-88d1-406d-9881-8a32765ca01f',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.354310] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port df9984ec-bc45-4ab6-850f-fe9dbc3c5f5c [ 903.354439] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.354618] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.354707] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.354992] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.355185] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.355328] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:df9984ec-bc45-4ab6-850f-fe9dbc3c5f5c already deleted. [ 903.355383] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df9984ec-bc45-4ab6-850f-fe9dbc3c5f5c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.385186] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba7cd0c9-88d1-406d-9881-8a32765ca01f',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.610421] env[69758]: INFO networking_nsxv3.common.synchronization [req-6716f112-a99d-4427-b12e-02efb0ae2b2a req-e4b919cd-9acc-464e-848f-0667d5903943 service nova] Enqueued Resource ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 with Priority: HIGHEST for action security_group_rules [ 903.610596] env[69758]: INFO networking_nsxv3.common.synchronization [req-6716f112-a99d-4427-b12e-02efb0ae2b2a req-e4b919cd-9acc-464e-848f-0667d5903943 service nova] Enqueued Resource ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 with Priority: HIGHEST for action security_group_members [ 903.610777] env[69758]: INFO networking_nsxv3.common.synchronization [req-6716f112-a99d-4427-b12e-02efb0ae2b2a req-e4b919cd-9acc-464e-848f-0667d5903943 service nova] Enqueued Resource ID: 2dc82fe7-a1b8-4c11-b3d0-ebcab35459bb with Priority: HIGHEST for action port [ 903.611027] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 with Priority: HIGHEST for action security_group_rules [ 903.611270] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 with Priority: HIGHEST for action security_group_members [ 903.611270] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dc82fe7-a1b8-4c11-b3d0-ebcab35459bb with Priority: HIGHEST for action port [ 903.611975] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-970b52ae-0a30-4a97-8d95-e0e8de09f208 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.612354] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.612663] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.612663] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.612749] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('970b52ae-0a30-4a97-8d95-e0e8de09f208',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.614092] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-970b52ae-0a30-4a97-8d95-e0e8de09f208 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.614199] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.614395] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-2dc82fe7-a1b8-4c11-b3d0-ebcab35459bb taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.614494] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2dc82fe7-a1b8-4c11-b3d0-ebcab35459bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.614561] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2dc82fe7-a1b8-4c11-b3d0-ebcab35459bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.614712] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2dc82fe7-a1b8-4c11-b3d0-ebcab35459bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.614790] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2dc82fe7-a1b8-4c11-b3d0-ebcab35459bb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.631627] env[69758]: INFO networking_nsxv3.common.synchronization [None req-960b067d-570f-4bc5-a1d1-0c6c38cabcb5 None None] Enqueued Resource ID: 2b8bf71e-b93d-4a61-8fcd-777cae2f520b with Priority: HIGHEST for action port [ 903.632031] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b8bf71e-b93d-4a61-8fcd-777cae2f520b with Priority: HIGHEST for action port [ 903.632494] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b8bf71e-b93d-4a61-8fcd-777cae2f520b taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.632948] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b8bf71e-b93d-4a61-8fcd-777cae2f520b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.632948] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b8bf71e-b93d-4a61-8fcd-777cae2f520b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.633224] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b8bf71e-b93d-4a61-8fcd-777cae2f520b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.633427] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b8bf71e-b93d-4a61-8fcd-777cae2f520b',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.888276] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba7cd0c9-88d1-406d-9881-8a32765ca01f',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.115834] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-970b52ae-0a30-4a97-8d95-e0e8de09f208 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.115834] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.117086] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2dc82fe7-a1b8-4c11-b3d0-ebcab35459bb with status ACTIVE [ 904.117271] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.117710] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.117710] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.117710] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.117867] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.118094] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.118094] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.118224] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.118272] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.118395] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.118523] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.118614] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.118673] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.119260] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.119260] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.119260] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2dc82fe7-a1b8-4c11-b3d0-ebcab35459bb is going to be updated. [ 904.135783] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2b8bf71e-b93d-4a61-8fcd-777cae2f520b [ 904.135999] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.136242] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.136343] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.136861] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.136861] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.136861] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2b8bf71e-b93d-4a61-8fcd-777cae2f520b already deleted. [ 904.136861] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b8bf71e-b93d-4a61-8fcd-777cae2f520b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.142295] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.142467] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.142467] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.142909] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.142909] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.143148] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2dc82fe7-a1b8-4c11-b3d0-ebcab35459bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.377266] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 in Status: SUCCESS [ 904.377552] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 deletion is rescheduled due to dependency. [ 904.377695] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.377872] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.378147] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.378883] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.379122] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.379220] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.379427] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.379509] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.379620] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('970b52ae-0a30-4a97-8d95-e0e8de09f208',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.391044] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.391168] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.391868] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.391868] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.391868] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.391868] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba7cd0c9-88d1-406d-9881-8a32765ca01f is going to be updated. [ 904.423252] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.423367] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.423424] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.423614] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.423803] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.437968] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba7cd0c9-88d1-406d-9881-8a32765ca01f in Status: IN_PROGRESS for 2s [ 904.883476] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('970b52ae-0a30-4a97-8d95-e0e8de09f208',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.385778] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('970b52ae-0a30-4a97-8d95-e0e8de09f208',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.889324] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.889503] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.889585] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.889874] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.892019] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.892019] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 is going to be updated. [ 905.948574] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.948782] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.948858] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.949087] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.949495] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.962719] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 in Status: IN_PROGRESS for 2s [ 906.452520] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba7cd0c9-88d1-406d-9881-8a32765ca01f in Status: SUCCESS [ 906.452520] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.452520] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.453994] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.454268] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.454440] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.454517] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.454720] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.454812] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.454909] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.455040] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ba7cd0c9-88d1-406d-9881-8a32765ca01f',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.960554] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba7cd0c9-88d1-406d-9881-8a32765ca01f taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.960554] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.960554] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.960554] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.960554] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.960554] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.960554] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.960554] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.960869] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.960869] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.961123] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba7cd0c9-88d1-406d-9881-8a32765ca01f taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.961343] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.961396] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.968988] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.969257] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.969415] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.969485] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.969750] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.969853] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.970144] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.970144] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ba7cd0c9-88d1-406d-9881-8a32765ca01f',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.476494] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ba7cd0c9-88d1-406d-9881-8a32765ca01f: rpc.has_security_group_logging(os_id): False [ 907.495960] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.495960] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.496179] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.496536] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.496613] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.499033] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.499033] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.499033] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.499033] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.499033] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.503251] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.503251] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.503251] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.503395] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.503452] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.503880] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.504022] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.504022] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.504212] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.504302] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.504431] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba7cd0c9-88d1-406d-9881-8a32765ca01f is going to be updated. [ 907.580715] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.580790] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.580861] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.581728] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.582451] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.608372] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba7cd0c9-88d1-406d-9881-8a32765ca01f in Status: IN_PROGRESS for 2s [ 907.977025] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 in Status: SUCCESS [ 907.977025] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.977025] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.977025] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.977025] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.977025] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.977025] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.977025] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.977025] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.977025] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.977025] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('970b52ae-0a30-4a97-8d95-e0e8de09f208',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.479564] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-970b52ae-0a30-4a97-8d95-e0e8de09f208 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.480356] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.480356] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.480356] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.480356] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.480356] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.480356] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.480579] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.480579] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.480649] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.480797] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-970b52ae-0a30-4a97-8d95-e0e8de09f208 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.480912] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.481292] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.481415] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.481558] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.481708] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.481708] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.481902] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.481902] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.481982] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.482093] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('970b52ae-0a30-4a97-8d95-e0e8de09f208',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.632962] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 908.633121] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 908.722292] env[69758]: INFO networking_nsxv3.common.synchronization [req-ee37caee-1b3e-4d15-bdf3-17ab80814396 req-b04c1c48-541d-4070-918d-894191866502 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Enqueued Resource ID: 192adf56-49ec-466a-a43b-2bc60a0bc80a with Priority: HIGHEST for action security_group_members [ 908.722933] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 192adf56-49ec-466a-a43b-2bc60a0bc80a with Priority: HIGHEST for action security_group_members [ 908.723420] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-192adf56-49ec-466a-a43b-2bc60a0bc80a taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.723556] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-192adf56-49ec-466a-a43b-2bc60a0bc80a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.723624] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-192adf56-49ec-466a-a43b-2bc60a0bc80a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.723824] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-192adf56-49ec-466a-a43b-2bc60a0bc80a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.724108] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.724634] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.724634] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.724634] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.724634] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.724634] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('192adf56-49ec-466a-a43b-2bc60a0bc80a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.985222] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 970b52ae-0a30-4a97-8d95-e0e8de09f208: rpc.has_security_group_logging(os_id): False [ 909.005075] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.005744] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.005744] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.005744] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.005978] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.006105] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.006267] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.006428] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.006788] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.006788] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.006962] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.007435] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.007435] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.007435] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.007561] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.007808] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.007958] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.008049] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.008276] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.008382] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.008521] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 is going to be updated. [ 909.088064] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.088196] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.088415] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.088499] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.088628] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.104631] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 in Status: IN_PROGRESS for 2s [ 909.231608] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.231735] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.231807] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.232920] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.267716] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.267992] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.268136] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.268201] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.268385] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.268462] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.268547] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 192adf56-49ec-466a-a43b-2bc60a0bc80a is going to be updated. [ 909.302872] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.303151] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.303271] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.303997] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.303997] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.315682] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 192adf56-49ec-466a-a43b-2bc60a0bc80a in Status: IN_PROGRESS for 2s [ 909.626877] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba7cd0c9-88d1-406d-9881-8a32765ca01f in Status: SUCCESS [ 909.626877] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.690481] env[69758]: INFO networking_nsxv3.common.synchronization [None req-d0125ac1-b36b-4757-be59-5b082004375f None None] Enqueued Resource ID: 1a5ba502-5c5c-4fa8-b592-8e548ab2f577 with Priority: HIGHEST for action port [ 910.690810] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a5ba502-5c5c-4fa8-b592-8e548ab2f577 with Priority: HIGHEST for action port [ 910.691910] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a5ba502-5c5c-4fa8-b592-8e548ab2f577 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.691910] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a5ba502-5c5c-4fa8-b592-8e548ab2f577" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.691910] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a5ba502-5c5c-4fa8-b592-8e548ab2f577" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.691910] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a5ba502-5c5c-4fa8-b592-8e548ab2f577" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.692418] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a5ba502-5c5c-4fa8-b592-8e548ab2f577',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.123379] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 in Status: SUCCESS [ 911.124311] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.201032] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1a5ba502-5c5c-4fa8-b592-8e548ab2f577 [ 911.201032] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.201032] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.201032] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.201032] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.201032] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.201032] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1a5ba502-5c5c-4fa8-b592-8e548ab2f577 already deleted. [ 911.201032] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a5ba502-5c5c-4fa8-b592-8e548ab2f577" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.327527] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 192adf56-49ec-466a-a43b-2bc60a0bc80a in Status: SUCCESS [ 911.327527] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 192adf56-49ec-466a-a43b-2bc60a0bc80a deletion is rescheduled due to dependency. [ 911.327527] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-192adf56-49ec-466a-a43b-2bc60a0bc80a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.612474] env[69758]: INFO networking_nsxv3.common.synchronization [req-918f0f15-48fe-4d50-806c-c3a4433998e3 req-b6eb6922-3c86-497a-840a-ece90d9cff2a tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Enqueued Resource ID: 567234db-0ee2-4dc1-9e15-c364015f4dc2 with Priority: HIGHEST for action security_group_members [ 911.612474] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 567234db-0ee2-4dc1-9e15-c364015f4dc2 with Priority: HIGHEST for action security_group_members [ 911.612798] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-567234db-0ee2-4dc1-9e15-c364015f4dc2 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.612934] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-567234db-0ee2-4dc1-9e15-c364015f4dc2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.612993] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-567234db-0ee2-4dc1-9e15-c364015f4dc2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.617909] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-567234db-0ee2-4dc1-9e15-c364015f4dc2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.617909] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.617909] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.617909] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.618292] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.618292] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.618292] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('567234db-0ee2-4dc1-9e15-c364015f4dc2',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.124962] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.126203] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.126203] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.126344] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.126452] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.126675] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.126770] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.126835] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.126990] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.127083] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.127166] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 567234db-0ee2-4dc1-9e15-c364015f4dc2 already deleted. [ 912.127258] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-567234db-0ee2-4dc1-9e15-c364015f4dc2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.067628] env[69758]: INFO networking_nsxv3.common.synchronization [req-44f6f0ce-1d4c-478c-a2a6-d06d7f6e1fda req-87d47bdd-1c4d-4711-8de7-1e4781b6f38f tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] Enqueued Resource ID: 33760f1a-d46c-4670-996f-e3e2aafd0198 with Priority: HIGHEST for action security_group_members [ 913.068249] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33760f1a-d46c-4670-996f-e3e2aafd0198 with Priority: HIGHEST for action security_group_members [ 913.068615] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-33760f1a-d46c-4670-996f-e3e2aafd0198 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.068740] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33760f1a-d46c-4670-996f-e3e2aafd0198" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.068810] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33760f1a-d46c-4670-996f-e3e2aafd0198" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.068998] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33760f1a-d46c-4670-996f-e3e2aafd0198" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.069198] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.069308] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.069360] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.069539] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.069620] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.069720] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33760f1a-d46c-4670-996f-e3e2aafd0198',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.573508] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.573788] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.573788] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.577019] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.596114] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.596356] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.596458] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.596458] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.596652] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.596737] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.596827] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33760f1a-d46c-4670-996f-e3e2aafd0198 is going to be updated. [ 913.622582] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.623349] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.624116] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.624357] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.624555] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.634421] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33760f1a-d46c-4670-996f-e3e2aafd0198 in Status: IN_PROGRESS for 2s [ 913.980443] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-955 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.981101] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-955" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.981364] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-955" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.981765] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-955" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.982186] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.982459] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.982664] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.983013] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.983423] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.983617] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 913.983846] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 913.984503] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 913.984847] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 913.985079] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 913.985318] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 913.985577] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 914.009024] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 914.009024] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 914.009024] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 914.009024] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-955" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.009024] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-e5313f2f-69df-4823-b332-7dc15330e227 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.009024] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-e5313f2f-69df-4823-b332-7dc15330e227" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.009024] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-e5313f2f-69df-4823-b332-7dc15330e227" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.009024] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-e5313f2f-69df-4823-b332-7dc15330e227" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.009024] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5313f2f-69df-4823-b332-7dc15330e227',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.515486] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.515486] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.515486] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.515486] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.515486] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.515486] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port e5313f2f-69df-4823-b332-7dc15330e227 not found, creating... [ 914.515486] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.515486] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.515486] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.515486] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.515486] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.516184] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.516184] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.516184] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.516184] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.517139] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.518316] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: e5313f2f-69df-4823-b332-7dc15330e227 is going to be created. [ 914.542341] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.542341] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.542341] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.542341] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.542341] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.542341] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-e5313f2f-69df-4823-b332-7dc15330e227" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.850529] env[69758]: INFO networking_nsxv3.common.synchronization [None req-d978afae-82a9-46bb-924c-3f2435a9ab69 None None] Enqueued Resource ID: 6dff1200-915d-4244-9f58-1fa9c0649985 with Priority: HIGHEST for action port [ 914.850529] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dff1200-915d-4244-9f58-1fa9c0649985 with Priority: HIGHEST for action port [ 914.851105] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-6dff1200-915d-4244-9f58-1fa9c0649985 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.851218] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6dff1200-915d-4244-9f58-1fa9c0649985" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.851461] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6dff1200-915d-4244-9f58-1fa9c0649985" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.852328] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6dff1200-915d-4244-9f58-1fa9c0649985" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.852328] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6dff1200-915d-4244-9f58-1fa9c0649985',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.354954] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6dff1200-915d-4244-9f58-1fa9c0649985 [ 915.355290] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.355486] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.355486] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.355796] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.355796] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.355796] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6dff1200-915d-4244-9f58-1fa9c0649985 already deleted. [ 915.355974] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6dff1200-915d-4244-9f58-1fa9c0649985" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.648178] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33760f1a-d46c-4670-996f-e3e2aafd0198 in Status: SUCCESS [ 915.648468] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33760f1a-d46c-4670-996f-e3e2aafd0198 deletion is rescheduled due to dependency. [ 915.648636] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33760f1a-d46c-4670-996f-e3e2aafd0198" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.695036] env[69758]: INFO networking_nsxv3.common.synchronization [req-71dd7845-1c48-4c24-b61c-712005858149 req-fbba34b3-24d3-4cf7-9f88-f1b12a7b59a4 tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] Enqueued Resource ID: c5adf8bd-350e-49a1-82b0-49ad2699552d with Priority: HIGHEST for action security_group_members [ 915.698085] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5adf8bd-350e-49a1-82b0-49ad2699552d with Priority: HIGHEST for action security_group_members [ 915.698085] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5adf8bd-350e-49a1-82b0-49ad2699552d taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.698085] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5adf8bd-350e-49a1-82b0-49ad2699552d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.698085] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5adf8bd-350e-49a1-82b0-49ad2699552d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.698085] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5adf8bd-350e-49a1-82b0-49ad2699552d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.700179] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.700179] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.700179] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.700179] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.700179] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.700179] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5adf8bd-350e-49a1-82b0-49ad2699552d',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.104224] env[69758]: INFO networking_nsxv3.common.synchronization [None req-7ef29c20-f34a-41f0-942d-023446853af9 None None] Enqueued Resource ID: e13d9b9e-c499-4f05-97e1-d1d84539f08b with Priority: HIGHEST for action port [ 916.107899] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e13d9b9e-c499-4f05-97e1-d1d84539f08b with Priority: HIGHEST for action port [ 916.108886] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-e13d9b9e-c499-4f05-97e1-d1d84539f08b taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.108886] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e13d9b9e-c499-4f05-97e1-d1d84539f08b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.108886] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e13d9b9e-c499-4f05-97e1-d1d84539f08b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.108886] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e13d9b9e-c499-4f05-97e1-d1d84539f08b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.109147] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e13d9b9e-c499-4f05-97e1-d1d84539f08b',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.121049] env[69758]: INFO networking_nsxv3.common.synchronization [req-918f0f15-48fe-4d50-806c-c3a4433998e3 req-9de8146f-09ca-4ea2-9a1a-3b579864f139 service nova] Enqueued Resource ID: 567234db-0ee2-4dc1-9e15-c364015f4dc2 with Priority: HIGHEST for action security_group_rules [ 916.121049] env[69758]: INFO networking_nsxv3.common.synchronization [req-918f0f15-48fe-4d50-806c-c3a4433998e3 req-9de8146f-09ca-4ea2-9a1a-3b579864f139 service nova] Enqueued Resource ID: 567234db-0ee2-4dc1-9e15-c364015f4dc2 with Priority: HIGHEST for action security_group_members [ 916.121049] env[69758]: INFO networking_nsxv3.common.synchronization [req-918f0f15-48fe-4d50-806c-c3a4433998e3 req-9de8146f-09ca-4ea2-9a1a-3b579864f139 service nova] Enqueued Resource ID: e5313f2f-69df-4823-b332-7dc15330e227 with Priority: HIGHEST for action port [ 916.126329] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 567234db-0ee2-4dc1-9e15-c364015f4dc2 with Priority: HIGHEST for action security_group_rules [ 916.127219] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 567234db-0ee2-4dc1-9e15-c364015f4dc2 with Priority: HIGHEST for action security_group_members [ 916.128181] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5313f2f-69df-4823-b332-7dc15330e227 with Priority: HIGHEST for action port [ 916.128718] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-567234db-0ee2-4dc1-9e15-c364015f4dc2 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.129123] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-567234db-0ee2-4dc1-9e15-c364015f4dc2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.129378] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-567234db-0ee2-4dc1-9e15-c364015f4dc2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.129724] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-567234db-0ee2-4dc1-9e15-c364015f4dc2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.129892] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('567234db-0ee2-4dc1-9e15-c364015f4dc2',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.135721] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-567234db-0ee2-4dc1-9e15-c364015f4dc2 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.135721] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-567234db-0ee2-4dc1-9e15-c364015f4dc2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.135721] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-567234db-0ee2-4dc1-9e15-c364015f4dc2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.135721] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-567234db-0ee2-4dc1-9e15-c364015f4dc2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.137525] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.137728] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.137808] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.138030] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.138140] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.138243] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('567234db-0ee2-4dc1-9e15-c364015f4dc2',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.139814] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5313f2f-69df-4823-b332-7dc15330e227 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.139889] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5313f2f-69df-4823-b332-7dc15330e227" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.139937] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5313f2f-69df-4823-b332-7dc15330e227" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.143444] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5313f2f-69df-4823-b332-7dc15330e227" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.143444] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5313f2f-69df-4823-b332-7dc15330e227',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.203686] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.204033] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.204419] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.204865] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.205015] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.205395] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.205758] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.205862] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.206214] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.206606] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.206606] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5adf8bd-350e-49a1-82b0-49ad2699552d already deleted. [ 916.206827] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5adf8bd-350e-49a1-82b0-49ad2699552d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.495075] env[69758]: INFO networking_nsxv3.common.synchronization [None req-fbe75ece-a53d-4673-99da-50d4ea4862d4 None None] Enqueued Resource ID: de828150-ccac-409a-9ee2-f8a96f10fd78 with Priority: HIGHEST for action port [ 916.495075] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de828150-ccac-409a-9ee2-f8a96f10fd78 with Priority: HIGHEST for action port [ 916.495075] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-de828150-ccac-409a-9ee2-f8a96f10fd78 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.495075] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de828150-ccac-409a-9ee2-f8a96f10fd78" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.495075] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de828150-ccac-409a-9ee2-f8a96f10fd78" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.495075] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de828150-ccac-409a-9ee2-f8a96f10fd78" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.495075] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de828150-ccac-409a-9ee2-f8a96f10fd78',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.625529] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e13d9b9e-c499-4f05-97e1-d1d84539f08b [ 916.625807] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.626047] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.626121] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.626480] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.626643] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.626824] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e13d9b9e-c499-4f05-97e1-d1d84539f08b already deleted. [ 916.626971] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e13d9b9e-c499-4f05-97e1-d1d84539f08b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.642690] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-567234db-0ee2-4dc1-9e15-c364015f4dc2 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.642990] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-567234db-0ee2-4dc1-9e15-c364015f4dc2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.644760] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('567234db-0ee2-4dc1-9e15-c364015f4dc2',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.648110] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e5313f2f-69df-4823-b332-7dc15330e227 with status ACTIVE [ 916.648110] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.648110] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.648110] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.648110] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.648110] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.648110] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.648110] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.648110] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.648110] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.648110] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.648110] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.648110] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.648110] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.651807] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.651807] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.651807] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e5313f2f-69df-4823-b332-7dc15330e227 is going to be updated. [ 916.674885] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.674885] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.674885] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.674885] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.674885] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.674885] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5313f2f-69df-4823-b332-7dc15330e227" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.722323] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-978 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.722323] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-978" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.722323] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-978" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.722323] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-978" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.722323] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.722323] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.722323] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.722323] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.722323] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.722323] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 916.724764] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 916.724764] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 916.724764] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 916.724764] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 916.724764] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 916.724764] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 916.760079] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 916.760292] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 916.760432] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 916.760614] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-978" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.762775] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-35dc6dd7-4d2c-4cca-b5fa-1341cbad4ec5 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.763060] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-35dc6dd7-4d2c-4cca-b5fa-1341cbad4ec5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.763240] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-35dc6dd7-4d2c-4cca-b5fa-1341cbad4ec5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.763653] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-35dc6dd7-4d2c-4cca-b5fa-1341cbad4ec5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.763809] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35dc6dd7-4d2c-4cca-b5fa-1341cbad4ec5',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.997124] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port de828150-ccac-409a-9ee2-f8a96f10fd78 [ 916.998062] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.998062] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.998062] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.998062] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.998062] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.998062] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:de828150-ccac-409a-9ee2-f8a96f10fd78 already deleted. [ 916.998464] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de828150-ccac-409a-9ee2-f8a96f10fd78" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.152950] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('567234db-0ee2-4dc1-9e15-c364015f4dc2',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.271195] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.271195] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.271456] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.271589] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.271786] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.271949] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port 35dc6dd7-4d2c-4cca-b5fa-1341cbad4ec5 not found, creating... [ 917.272279] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.272480] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.272617] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.272857] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.272998] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.273378] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.273547] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.273698] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.273939] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.274101] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.274223] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: 35dc6dd7-4d2c-4cca-b5fa-1341cbad4ec5 is going to be created. [ 917.301114] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.301114] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.301114] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.301114] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.301114] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.301515] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-35dc6dd7-4d2c-4cca-b5fa-1341cbad4ec5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.656600] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.656600] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.656600] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.656600] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.656600] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.656600] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 567234db-0ee2-4dc1-9e15-c364015f4dc2 is going to be created. [ 917.688122] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.688122] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.688122] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.688122] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.688122] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.700323] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 567234db-0ee2-4dc1-9e15-c364015f4dc2 in Status: UNINITIALIZED for 2s [ 917.854871] env[69758]: INFO networking_nsxv3.common.synchronization [None req-562c29bd-4881-4c83-ada0-b1aef7b31a59 None None] Enqueued Resource ID: f0757d18-ed75-4604-926b-7727aebb6b27 with Priority: HIGHEST for action port [ 917.854871] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0757d18-ed75-4604-926b-7727aebb6b27 with Priority: HIGHEST for action port [ 917.854871] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0757d18-ed75-4604-926b-7727aebb6b27 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.854871] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0757d18-ed75-4604-926b-7727aebb6b27" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.854871] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0757d18-ed75-4604-926b-7727aebb6b27" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.854871] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0757d18-ed75-4604-926b-7727aebb6b27" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.855145] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0757d18-ed75-4604-926b-7727aebb6b27',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.157768] env[69758]: INFO networking_nsxv3.common.synchronization [req-7f445e46-e100-4d2e-8fbb-bffcb9511674 req-1326b5a6-9a65-4e37-b62d-962d62651a3c tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Enqueued Resource ID: b466bb13-86e5-4b05-a1a6-cce44813eedb with Priority: HIGHEST for action security_group_members [ 918.157768] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b466bb13-86e5-4b05-a1a6-cce44813eedb with Priority: HIGHEST for action security_group_members [ 918.158576] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-b466bb13-86e5-4b05-a1a6-cce44813eedb taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.158752] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.158871] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.159122] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.163018] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.163018] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.163018] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.163018] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.163018] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.163018] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b466bb13-86e5-4b05-a1a6-cce44813eedb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.235073] env[69758]: INFO networking_nsxv3.common.synchronization [None req-4be9513b-37d5-4fde-85b9-04ed0a44a64a tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] Enqueued Resource ID: 07f030f6-418c-45ab-9b25-5fec97634ce0 with Priority: HIGHEST for action security_group_rules [ 918.235675] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07f030f6-418c-45ab-9b25-5fec97634ce0 with Priority: HIGHEST for action security_group_rules [ 918.236207] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07f030f6-418c-45ab-9b25-5fec97634ce0 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.236352] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07f030f6-418c-45ab-9b25-5fec97634ce0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.236416] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07f030f6-418c-45ab-9b25-5fec97634ce0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.236674] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07f030f6-418c-45ab-9b25-5fec97634ce0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.237087] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07f030f6-418c-45ab-9b25-5fec97634ce0',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.357078] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f0757d18-ed75-4604-926b-7727aebb6b27 [ 918.357668] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.358596] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.358730] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.359055] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.359369] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.359494] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f0757d18-ed75-4604-926b-7727aebb6b27 already deleted. [ 918.359629] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0757d18-ed75-4604-926b-7727aebb6b27" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.380377] env[69758]: INFO networking_nsxv3.common.synchronization [None req-6220c9c1-a83a-48a3-8f99-5b1670e319b7 tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] Enqueued Resource ID: 07f030f6-418c-45ab-9b25-5fec97634ce0 with Priority: HIGHEST for action security_group_rules [ 918.380974] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07f030f6-418c-45ab-9b25-5fec97634ce0 with Priority: HIGHEST for action security_group_rules [ 918.381417] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07f030f6-418c-45ab-9b25-5fec97634ce0 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.381417] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07f030f6-418c-45ab-9b25-5fec97634ce0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.665211] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.665491] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.665557] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.665734] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.665829] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.666076] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.666236] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.666349] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.666616] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.666702] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.666749] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b466bb13-86e5-4b05-a1a6-cce44813eedb is going to be updated. [ 918.696854] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.697111] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.697233] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.701399] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.701399] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.712044] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b466bb13-86e5-4b05-a1a6-cce44813eedb in Status: IN_PROGRESS for 2s [ 918.757525] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.757720] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.757788] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.758031] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.758118] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.758212] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07f030f6-418c-45ab-9b25-5fec97634ce0 already deleted. [ 918.758415] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07f030f6-418c-45ab-9b25-5fec97634ce0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.758488] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07f030f6-418c-45ab-9b25-5fec97634ce0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.758607] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07f030f6-418c-45ab-9b25-5fec97634ce0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.758692] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07f030f6-418c-45ab-9b25-5fec97634ce0',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.117534] env[69758]: INFO networking_nsxv3.common.synchronization [req-71dd7845-1c48-4c24-b61c-712005858149 req-9762894a-b157-4374-af1b-e29e67d27048 service nova] Enqueued Resource ID: c5adf8bd-350e-49a1-82b0-49ad2699552d with Priority: HIGHEST for action security_group_rules [ 919.117884] env[69758]: INFO networking_nsxv3.common.synchronization [req-71dd7845-1c48-4c24-b61c-712005858149 req-9762894a-b157-4374-af1b-e29e67d27048 service nova] Enqueued Resource ID: c5adf8bd-350e-49a1-82b0-49ad2699552d with Priority: HIGHEST for action security_group_members [ 919.118072] env[69758]: INFO networking_nsxv3.common.synchronization [req-71dd7845-1c48-4c24-b61c-712005858149 req-9762894a-b157-4374-af1b-e29e67d27048 service nova] Enqueued Resource ID: 35dc6dd7-4d2c-4cca-b5fa-1341cbad4ec5 with Priority: HIGHEST for action port [ 919.118943] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5adf8bd-350e-49a1-82b0-49ad2699552d with Priority: HIGHEST for action security_group_rules [ 919.119203] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5adf8bd-350e-49a1-82b0-49ad2699552d with Priority: HIGHEST for action security_group_members [ 919.119403] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35dc6dd7-4d2c-4cca-b5fa-1341cbad4ec5 with Priority: HIGHEST for action port [ 919.119823] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5adf8bd-350e-49a1-82b0-49ad2699552d taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.119969] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5adf8bd-350e-49a1-82b0-49ad2699552d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.120088] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5adf8bd-350e-49a1-82b0-49ad2699552d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.120865] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5adf8bd-350e-49a1-82b0-49ad2699552d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.120992] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5adf8bd-350e-49a1-82b0-49ad2699552d',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.122243] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5adf8bd-350e-49a1-82b0-49ad2699552d taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.122915] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5adf8bd-350e-49a1-82b0-49ad2699552d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.122915] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5adf8bd-350e-49a1-82b0-49ad2699552d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.123095] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5adf8bd-350e-49a1-82b0-49ad2699552d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.123359] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.123463] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.123526] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.123691] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.123788] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.123882] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5adf8bd-350e-49a1-82b0-49ad2699552d',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.125085] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-35dc6dd7-4d2c-4cca-b5fa-1341cbad4ec5 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.125299] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35dc6dd7-4d2c-4cca-b5fa-1341cbad4ec5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.125406] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35dc6dd7-4d2c-4cca-b5fa-1341cbad4ec5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.125594] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35dc6dd7-4d2c-4cca-b5fa-1341cbad4ec5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.125747] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35dc6dd7-4d2c-4cca-b5fa-1341cbad4ec5',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.289422] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.289422] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.289422] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.289422] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.289422] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.289885] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07f030f6-418c-45ab-9b25-5fec97634ce0 already deleted. [ 919.289885] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07f030f6-418c-45ab-9b25-5fec97634ce0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.523166] env[69758]: INFO networking_nsxv3.common.synchronization [None req-68d88ab2-661c-426c-8264-3eb970bb3a5f None None] Enqueued Resource ID: 1c8a7b41-e6db-477f-bf9e-dd2e8e9e9bf0 with Priority: HIGHEST for action port [ 919.523961] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c8a7b41-e6db-477f-bf9e-dd2e8e9e9bf0 with Priority: HIGHEST for action port [ 919.528356] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c8a7b41-e6db-477f-bf9e-dd2e8e9e9bf0 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.528356] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c8a7b41-e6db-477f-bf9e-dd2e8e9e9bf0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.528545] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c8a7b41-e6db-477f-bf9e-dd2e8e9e9bf0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.529546] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c8a7b41-e6db-477f-bf9e-dd2e8e9e9bf0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.529546] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c8a7b41-e6db-477f-bf9e-dd2e8e9e9bf0',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.631420] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5adf8bd-350e-49a1-82b0-49ad2699552d taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.631420] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5adf8bd-350e-49a1-82b0-49ad2699552d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.631420] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c5adf8bd-350e-49a1-82b0-49ad2699552d',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.631420] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 35dc6dd7-4d2c-4cca-b5fa-1341cbad4ec5 with status ACTIVE [ 919.631570] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.631762] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.631762] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.631929] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.632042] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.632308] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.632308] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.632471] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.632520] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.632584] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.632760] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.632852] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.632907] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.634498] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.635509] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.639346] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 35dc6dd7-4d2c-4cca-b5fa-1341cbad4ec5 is going to be updated. [ 919.670537] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.670537] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.670537] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.670537] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.670537] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.670537] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35dc6dd7-4d2c-4cca-b5fa-1341cbad4ec5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.713116] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 567234db-0ee2-4dc1-9e15-c364015f4dc2 in Status: SUCCESS [ 919.713116] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-567234db-0ee2-4dc1-9e15-c364015f4dc2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.713116] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-567234db-0ee2-4dc1-9e15-c364015f4dc2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.713116] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-567234db-0ee2-4dc1-9e15-c364015f4dc2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.713116] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.713116] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.713116] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.713116] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.713116] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.713116] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-567234db-0ee2-4dc1-9e15-c364015f4dc2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.713116] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('567234db-0ee2-4dc1-9e15-c364015f4dc2',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.034842] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1c8a7b41-e6db-477f-bf9e-dd2e8e9e9bf0 [ 920.034842] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.034842] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.034842] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.034842] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.038239] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.038656] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1c8a7b41-e6db-477f-bf9e-dd2e8e9e9bf0 already deleted. [ 920.038656] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c8a7b41-e6db-477f-bf9e-dd2e8e9e9bf0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.138268] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c5adf8bd-350e-49a1-82b0-49ad2699552d',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.217688] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-567234db-0ee2-4dc1-9e15-c364015f4dc2 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.217688] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-567234db-0ee2-4dc1-9e15-c364015f4dc2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.217688] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-567234db-0ee2-4dc1-9e15-c364015f4dc2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.217688] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-567234db-0ee2-4dc1-9e15-c364015f4dc2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.217688] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.217688] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.217688] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.217688] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.217688] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.217688] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-567234db-0ee2-4dc1-9e15-c364015f4dc2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.217688] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-567234db-0ee2-4dc1-9e15-c364015f4dc2 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.217688] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-567234db-0ee2-4dc1-9e15-c364015f4dc2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.217688] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-567234db-0ee2-4dc1-9e15-c364015f4dc2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.217688] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-567234db-0ee2-4dc1-9e15-c364015f4dc2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.217688] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.217688] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.218398] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.219165] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.219165] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.219360] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-567234db-0ee2-4dc1-9e15-c364015f4dc2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.219360] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('567234db-0ee2-4dc1-9e15-c364015f4dc2',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.642646] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.642997] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.642997] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.643234] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.643392] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.643565] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5adf8bd-350e-49a1-82b0-49ad2699552d is going to be created. [ 920.677690] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.677690] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.677690] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.679482] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.679882] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.692396] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5adf8bd-350e-49a1-82b0-49ad2699552d in Status: UNINITIALIZED for 2s [ 920.721431] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 567234db-0ee2-4dc1-9e15-c364015f4dc2: rpc.has_security_group_logging(os_id): False [ 920.723474] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b466bb13-86e5-4b05-a1a6-cce44813eedb in Status: SUCCESS [ 920.723637] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b466bb13-86e5-4b05-a1a6-cce44813eedb deletion is rescheduled due to dependency. [ 920.723751] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.742817] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.742991] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.743038] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.743289] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.743381] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.743540] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.743642] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.743705] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.743858] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.743939] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.744336] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.744898] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.745035] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.745209] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.745316] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.745513] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.745613] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.745681] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.745816] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.745890] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.745978] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 567234db-0ee2-4dc1-9e15-c364015f4dc2 is going to be created. [ 920.810510] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.810758] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.810815] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.811064] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.811285] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.827209] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 567234db-0ee2-4dc1-9e15-c364015f4dc2 in Status: IN_PROGRESS for 2s [ 922.628805] env[69758]: INFO networking_nsxv3.common.synchronization [req-6ac77877-5b8d-470d-88f7-a78ef5c7da0f req-6b6b64ef-a754-4254-82e9-1151f4cda8bb tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Enqueued Resource ID: 86748d3d-9567-4e8f-8525-d96d13600410 with Priority: HIGHEST for action security_group_members [ 922.628805] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86748d3d-9567-4e8f-8525-d96d13600410 with Priority: HIGHEST for action security_group_members [ 922.629505] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-86748d3d-9567-4e8f-8525-d96d13600410 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.629762] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.630112] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.630570] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.630914] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.632569] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.632569] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.632569] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.632569] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.632569] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86748d3d-9567-4e8f-8525-d96d13600410',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.702584] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5adf8bd-350e-49a1-82b0-49ad2699552d in Status: SUCCESS [ 922.702584] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5adf8bd-350e-49a1-82b0-49ad2699552d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.702584] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5adf8bd-350e-49a1-82b0-49ad2699552d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.702584] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5adf8bd-350e-49a1-82b0-49ad2699552d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.702995] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.702995] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.702995] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.703454] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.703454] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.703454] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5adf8bd-350e-49a1-82b0-49ad2699552d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.703454] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c5adf8bd-350e-49a1-82b0-49ad2699552d',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.842945] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 567234db-0ee2-4dc1-9e15-c364015f4dc2 in Status: SUCCESS [ 922.843541] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-567234db-0ee2-4dc1-9e15-c364015f4dc2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.134685] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.134844] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.134928] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.135183] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.135331] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.135531] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.135632] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.135694] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.135854] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.135930] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.136036] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86748d3d-9567-4e8f-8525-d96d13600410 already deleted. [ 923.136123] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.180795] env[69758]: INFO networking_nsxv3.common.synchronization [None req-ae1abe98-3312-4477-8725-71c538545dc5 None None] Enqueued Resource ID: 1bdc7ca2-bbb1-4cb7-811f-646d0db2ba20 with Priority: HIGHEST for action port [ 923.181187] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bdc7ca2-bbb1-4cb7-811f-646d0db2ba20 with Priority: HIGHEST for action port [ 923.181736] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-1bdc7ca2-bbb1-4cb7-811f-646d0db2ba20 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.181865] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1bdc7ca2-bbb1-4cb7-811f-646d0db2ba20" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.181936] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1bdc7ca2-bbb1-4cb7-811f-646d0db2ba20" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.182391] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1bdc7ca2-bbb1-4cb7-811f-646d0db2ba20" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.182484] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1bdc7ca2-bbb1-4cb7-811f-646d0db2ba20',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.208420] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5adf8bd-350e-49a1-82b0-49ad2699552d taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.208686] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5adf8bd-350e-49a1-82b0-49ad2699552d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.208756] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5adf8bd-350e-49a1-82b0-49ad2699552d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.208980] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5adf8bd-350e-49a1-82b0-49ad2699552d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.209096] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.209182] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.209251] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.209418] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.209490] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.209581] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5adf8bd-350e-49a1-82b0-49ad2699552d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.209727] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5adf8bd-350e-49a1-82b0-49ad2699552d taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.209820] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5adf8bd-350e-49a1-82b0-49ad2699552d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.209880] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5adf8bd-350e-49a1-82b0-49ad2699552d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.210074] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5adf8bd-350e-49a1-82b0-49ad2699552d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.210273] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.210376] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.210438] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.210578] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.210656] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.210737] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5adf8bd-350e-49a1-82b0-49ad2699552d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.210825] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c5adf8bd-350e-49a1-82b0-49ad2699552d',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.685482] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1bdc7ca2-bbb1-4cb7-811f-646d0db2ba20 [ 923.685776] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.685879] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.685946] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.686176] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.686265] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.686355] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1bdc7ca2-bbb1-4cb7-811f-646d0db2ba20 already deleted. [ 923.686434] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1bdc7ca2-bbb1-4cb7-811f-646d0db2ba20" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.706834] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-407 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.708817] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-407" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.708817] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-407" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.708817] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-407" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.708817] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.708817] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.708817] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.710909] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.712258] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.712480] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 923.712701] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 923.715113] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 923.715113] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 923.715113] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 923.715113] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 923.715113] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 923.715720] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c5adf8bd-350e-49a1-82b0-49ad2699552d: rpc.has_security_group_logging(os_id): False [ 923.738541] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 923.738972] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 923.739158] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 923.739352] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-407" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.739775] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-07fe65d2-bedf-49be-b1b6-27c4df915249 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.739993] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-07fe65d2-bedf-49be-b1b6-27c4df915249" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.740164] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-07fe65d2-bedf-49be-b1b6-27c4df915249" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.740512] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-07fe65d2-bedf-49be-b1b6-27c4df915249" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.740662] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07fe65d2-bedf-49be-b1b6-27c4df915249',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.743331] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.743485] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.743612] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.743862] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.743862] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.744087] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.744195] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.744270] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.744449] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.744530] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.744762] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.744913] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.744976] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.745135] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.745214] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.745461] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.745547] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.745609] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.745757] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.745864] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.745999] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5adf8bd-350e-49a1-82b0-49ad2699552d is going to be created. [ 923.812019] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.812019] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.812019] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.812019] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.812019] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.825178] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5adf8bd-350e-49a1-82b0-49ad2699552d in Status: IN_PROGRESS for 2s [ 924.249641] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.250207] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.250534] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.250829] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.251347] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.251347] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port 07fe65d2-bedf-49be-b1b6-27c4df915249 not found, creating... [ 924.254569] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.254569] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.254569] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.254569] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.254569] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.254569] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.254569] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.254569] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.254569] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.254569] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.255557] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: 07fe65d2-bedf-49be-b1b6-27c4df915249 is going to be created. [ 924.300315] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.301379] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.301379] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.301379] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.301379] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.301573] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-07fe65d2-bedf-49be-b1b6-27c4df915249" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.334951] env[69758]: INFO networking_nsxv3.common.synchronization [None req-5151d90d-4c0f-4df5-98c6-7f5e0f7ee417 None None] Enqueued Resource ID: 404c4283-0d55-444b-b599-4df99b95fbc8 with Priority: HIGHEST for action port [ 924.335827] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 404c4283-0d55-444b-b599-4df99b95fbc8 with Priority: HIGHEST for action port [ 924.337194] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-404c4283-0d55-444b-b599-4df99b95fbc8 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.337194] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-404c4283-0d55-444b-b599-4df99b95fbc8" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.337194] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-404c4283-0d55-444b-b599-4df99b95fbc8" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.337369] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-404c4283-0d55-444b-b599-4df99b95fbc8" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.337537] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('404c4283-0d55-444b-b599-4df99b95fbc8',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.840622] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 404c4283-0d55-444b-b599-4df99b95fbc8 [ 924.840622] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.840622] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.840622] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.841020] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.841020] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.841123] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:404c4283-0d55-444b-b599-4df99b95fbc8 already deleted. [ 924.841298] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-404c4283-0d55-444b-b599-4df99b95fbc8" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.387679] env[69758]: INFO networking_nsxv3.common.synchronization [req-6ac77877-5b8d-470d-88f7-a78ef5c7da0f req-1d529f54-b0a7-4b6c-8c85-716fe101d6bb service nova] Enqueued Resource ID: 86748d3d-9567-4e8f-8525-d96d13600410 with Priority: HIGHEST for action security_group_rules [ 925.387679] env[69758]: INFO networking_nsxv3.common.synchronization [req-6ac77877-5b8d-470d-88f7-a78ef5c7da0f req-1d529f54-b0a7-4b6c-8c85-716fe101d6bb service nova] Enqueued Resource ID: 86748d3d-9567-4e8f-8525-d96d13600410 with Priority: HIGHEST for action security_group_members [ 925.387679] env[69758]: INFO networking_nsxv3.common.synchronization [req-6ac77877-5b8d-470d-88f7-a78ef5c7da0f req-1d529f54-b0a7-4b6c-8c85-716fe101d6bb service nova] Enqueued Resource ID: 07fe65d2-bedf-49be-b1b6-27c4df915249 with Priority: HIGHEST for action port [ 925.387679] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86748d3d-9567-4e8f-8525-d96d13600410 with Priority: HIGHEST for action security_group_rules [ 925.387679] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86748d3d-9567-4e8f-8525-d96d13600410 with Priority: HIGHEST for action security_group_members [ 925.387679] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07fe65d2-bedf-49be-b1b6-27c4df915249 with Priority: HIGHEST for action port [ 925.387937] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86748d3d-9567-4e8f-8525-d96d13600410 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.388119] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.388119] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.391045] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.391132] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86748d3d-9567-4e8f-8525-d96d13600410',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.392084] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-86748d3d-9567-4e8f-8525-d96d13600410 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.392256] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.392355] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.392563] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.393279] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.393279] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.393279] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.393279] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.393279] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.393519] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86748d3d-9567-4e8f-8525-d96d13600410',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.395272] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-07fe65d2-bedf-49be-b1b6-27c4df915249 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.395753] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07fe65d2-bedf-49be-b1b6-27c4df915249" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.395753] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07fe65d2-bedf-49be-b1b6-27c4df915249" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.395923] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07fe65d2-bedf-49be-b1b6-27c4df915249" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.397651] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07fe65d2-bedf-49be-b1b6-27c4df915249',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.839618] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5adf8bd-350e-49a1-82b0-49ad2699552d in Status: SUCCESS [ 925.841470] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5adf8bd-350e-49a1-82b0-49ad2699552d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.899360] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-86748d3d-9567-4e8f-8525-d96d13600410 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.899533] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.899779] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86748d3d-9567-4e8f-8525-d96d13600410',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.900812] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 07fe65d2-bedf-49be-b1b6-27c4df915249 with status ACTIVE [ 925.901057] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.901226] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.901300] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.901510] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.901601] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.901840] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.901923] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.902102] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.903250] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.903315] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.903606] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.903691] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.903767] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.904035] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.904129] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.904224] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 07fe65d2-bedf-49be-b1b6-27c4df915249 is going to be updated. [ 925.943156] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.943156] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.943156] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.943156] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.943156] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.943156] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07fe65d2-bedf-49be-b1b6-27c4df915249" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.991931] env[69758]: INFO networking_nsxv3.common.synchronization [None req-deabfb22-81cb-477b-a5a1-7e0ce8d8fe35 None None] Enqueued Resource ID: e403565b-5cc7-4207-b19c-704887329dae with Priority: HIGHEST for action port [ 925.993210] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e403565b-5cc7-4207-b19c-704887329dae with Priority: HIGHEST for action port [ 925.993438] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-e403565b-5cc7-4207-b19c-704887329dae taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.993909] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e403565b-5cc7-4207-b19c-704887329dae" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.993909] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e403565b-5cc7-4207-b19c-704887329dae" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.993999] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e403565b-5cc7-4207-b19c-704887329dae" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.994042] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e403565b-5cc7-4207-b19c-704887329dae',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.408182] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86748d3d-9567-4e8f-8525-d96d13600410',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.499742] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e403565b-5cc7-4207-b19c-704887329dae [ 926.499975] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.500132] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.500190] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.500406] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.500498] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.500656] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e403565b-5cc7-4207-b19c-704887329dae already deleted. [ 926.500760] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e403565b-5cc7-4207-b19c-704887329dae" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.909986] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.911727] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.911727] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.911727] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.911727] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.911727] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86748d3d-9567-4e8f-8525-d96d13600410 is going to be created. [ 926.944190] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.944388] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.944461] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.944869] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.945048] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.957249] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86748d3d-9567-4e8f-8525-d96d13600410 in Status: UNINITIALIZED for 2s [ 927.655113] env[69758]: INFO networking_nsxv3.common.synchronization [None req-bba26ece-92ca-435f-8974-55698b7a5450 None None] Enqueued Resource ID: 09b63184-4ac0-44a9-a327-d654d25b4001 with Priority: HIGHEST for action port [ 927.657768] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09b63184-4ac0-44a9-a327-d654d25b4001 with Priority: HIGHEST for action port [ 927.658174] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-09b63184-4ac0-44a9-a327-d654d25b4001 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.658174] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-09b63184-4ac0-44a9-a327-d654d25b4001" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.658174] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-09b63184-4ac0-44a9-a327-d654d25b4001" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.658329] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-09b63184-4ac0-44a9-a327-d654d25b4001" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.658409] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09b63184-4ac0-44a9-a327-d654d25b4001',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.162248] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 09b63184-4ac0-44a9-a327-d654d25b4001 [ 928.162570] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.162645] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.162683] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.162886] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.162974] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.163080] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:09b63184-4ac0-44a9-a327-d654d25b4001 already deleted. [ 928.163163] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-09b63184-4ac0-44a9-a327-d654d25b4001" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.510495] env[69758]: INFO networking_nsxv3.common.synchronization [req-daf3a885-b862-48f5-864f-fd080fa2b529 req-13932ff3-3b27-4294-80c6-9b9b2fca29e6 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Enqueued Resource ID: 54a9c6ef-ff6f-4f58-af52-a45fb3e28b22 with Priority: HIGHEST for action security_group_members [ 928.512527] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54a9c6ef-ff6f-4f58-af52-a45fb3e28b22 with Priority: HIGHEST for action security_group_members [ 928.512633] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-54a9c6ef-ff6f-4f58-af52-a45fb3e28b22 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.512855] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54a9c6ef-ff6f-4f58-af52-a45fb3e28b22" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.513678] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54a9c6ef-ff6f-4f58-af52-a45fb3e28b22" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.513678] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54a9c6ef-ff6f-4f58-af52-a45fb3e28b22" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.513678] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.513678] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.513678] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.513678] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.513973] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.513973] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54a9c6ef-ff6f-4f58-af52-a45fb3e28b22',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.746690] env[69758]: INFO networking_nsxv3.common.synchronization [None req-a6560f19-4390-4343-bfcc-28cfbbcb08a6 None None] Enqueued Resource ID: 3518fa81-d775-4d99-9e9a-5a630744c3d3 with Priority: HIGHEST for action port [ 928.747255] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3518fa81-d775-4d99-9e9a-5a630744c3d3 with Priority: HIGHEST for action port [ 928.747637] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-3518fa81-d775-4d99-9e9a-5a630744c3d3 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.747801] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3518fa81-d775-4d99-9e9a-5a630744c3d3" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.747888] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3518fa81-d775-4d99-9e9a-5a630744c3d3" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.748184] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3518fa81-d775-4d99-9e9a-5a630744c3d3" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.748274] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3518fa81-d775-4d99-9e9a-5a630744c3d3',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.969302] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86748d3d-9567-4e8f-8525-d96d13600410 in Status: SUCCESS [ 928.969535] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.969709] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.969964] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.970179] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.970323] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.970385] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.970541] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.970631] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.970699] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.970822] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('86748d3d-9567-4e8f-8525-d96d13600410',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.016604] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.016771] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.016941] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.017138] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.017256] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.017538] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.017652] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.017756] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.017918] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.018035] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.018345] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54a9c6ef-ff6f-4f58-af52-a45fb3e28b22 already deleted. [ 929.018494] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54a9c6ef-ff6f-4f58-af52-a45fb3e28b22" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.250706] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3518fa81-d775-4d99-9e9a-5a630744c3d3 [ 929.250706] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.250706] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.250706] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.251197] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.251197] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.251197] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3518fa81-d775-4d99-9e9a-5a630744c3d3 already deleted. [ 929.251197] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3518fa81-d775-4d99-9e9a-5a630744c3d3" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.474193] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-86748d3d-9567-4e8f-8525-d96d13600410 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.474432] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.475479] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.475767] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.475978] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.476190] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.476190] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.476379] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.476481] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.476581] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.476739] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-86748d3d-9567-4e8f-8525-d96d13600410 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.476834] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.476893] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.477089] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.477341] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.477341] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.477341] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.477486] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.477536] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.477617] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.477710] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('86748d3d-9567-4e8f-8525-d96d13600410',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.898233] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-97 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.898434] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-97" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.898503] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-97" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.898756] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-97" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.899485] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.900220] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.900220] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.900220] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.900587] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.900766] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 929.900993] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 929.901242] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 929.901417] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 929.901624] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 929.901798] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 929.902031] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 929.929626] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 929.929626] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 929.929626] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 929.929626] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-97" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.929626] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-092c1a1e-055d-44ce-b7a5-9f33556bdffe taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.929626] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-092c1a1e-055d-44ce-b7a5-9f33556bdffe" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.929626] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-092c1a1e-055d-44ce-b7a5-9f33556bdffe" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.930546] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-092c1a1e-055d-44ce-b7a5-9f33556bdffe" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.930850] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('092c1a1e-055d-44ce-b7a5-9f33556bdffe',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.981739] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 86748d3d-9567-4e8f-8525-d96d13600410: rpc.has_security_group_logging(os_id): False [ 930.006608] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.008988] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.008988] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.009236] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.009322] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.009575] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.009707] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.009777] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.009998] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.010138] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.010398] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.010515] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.010767] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.010767] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.010875] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.011047] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.011196] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.011265] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.011418] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.011507] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.011596] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86748d3d-9567-4e8f-8525-d96d13600410 is going to be created. [ 930.116358] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.116616] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.116779] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.117067] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.117205] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.131534] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86748d3d-9567-4e8f-8525-d96d13600410 in Status: IN_PROGRESS for 2s [ 930.433886] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.434323] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.434454] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.434769] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.434951] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.435219] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port 092c1a1e-055d-44ce-b7a5-9f33556bdffe not found, creating... [ 930.435849] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.436321] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.436704] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.436963] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.437143] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.437567] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.437798] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.437855] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.438284] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.438567] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.438790] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: 092c1a1e-055d-44ce-b7a5-9f33556bdffe is going to be created. [ 930.475837] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.475837] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.475837] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.476133] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.476356] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.476605] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-092c1a1e-055d-44ce-b7a5-9f33556bdffe" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.009357] env[69758]: INFO networking_nsxv3.common.synchronization [req-92dd9ca1-9c19-4bf3-9d34-2ce687f26576 req-b71a9a3f-1e89-4561-a400-3585eeac72ce tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] Enqueued Resource ID: f74092be-9bbb-4277-ad6a-049c72784420 with Priority: HIGHEST for action security_group_members [ 931.014445] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f74092be-9bbb-4277-ad6a-049c72784420 with Priority: HIGHEST for action security_group_members [ 931.014445] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-f74092be-9bbb-4277-ad6a-049c72784420 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.014445] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f74092be-9bbb-4277-ad6a-049c72784420" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.014445] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f74092be-9bbb-4277-ad6a-049c72784420" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.014445] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f74092be-9bbb-4277-ad6a-049c72784420" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.014445] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.014445] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.014445] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.014445] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.014445] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.014445] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f74092be-9bbb-4277-ad6a-049c72784420',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.516033] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.516322] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.516322] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.516643] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.516643] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.516918] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.517053] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.517152] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.517768] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.517768] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.517768] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f74092be-9bbb-4277-ad6a-049c72784420 already deleted. [ 931.517768] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f74092be-9bbb-4277-ad6a-049c72784420" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.647705] env[69758]: INFO networking_nsxv3.common.synchronization [None req-08deda3f-8d4a-402c-b087-f4cf630aeb19 None None] Enqueued Resource ID: 066b196d-6d04-42cf-8917-0d8e4b118c10 with Priority: HIGHEST for action port [ 931.648329] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 066b196d-6d04-42cf-8917-0d8e4b118c10 with Priority: HIGHEST for action port [ 931.648728] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-066b196d-6d04-42cf-8917-0d8e4b118c10 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.648925] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-066b196d-6d04-42cf-8917-0d8e4b118c10" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.649020] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-066b196d-6d04-42cf-8917-0d8e4b118c10" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.649926] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-066b196d-6d04-42cf-8917-0d8e4b118c10" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.650053] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('066b196d-6d04-42cf-8917-0d8e4b118c10',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.667513] env[69758]: INFO networking_nsxv3.common.synchronization [req-daf3a885-b862-48f5-864f-fd080fa2b529 req-20f38e17-01f4-4774-bfe3-941b82da283d service nova] Enqueued Resource ID: 54a9c6ef-ff6f-4f58-af52-a45fb3e28b22 with Priority: HIGHEST for action security_group_rules [ 931.667513] env[69758]: INFO networking_nsxv3.common.synchronization [req-daf3a885-b862-48f5-864f-fd080fa2b529 req-20f38e17-01f4-4774-bfe3-941b82da283d service nova] Enqueued Resource ID: 54a9c6ef-ff6f-4f58-af52-a45fb3e28b22 with Priority: HIGHEST for action security_group_members [ 931.667714] env[69758]: INFO networking_nsxv3.common.synchronization [req-daf3a885-b862-48f5-864f-fd080fa2b529 req-20f38e17-01f4-4774-bfe3-941b82da283d service nova] Enqueued Resource ID: 092c1a1e-055d-44ce-b7a5-9f33556bdffe with Priority: HIGHEST for action port [ 931.671238] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54a9c6ef-ff6f-4f58-af52-a45fb3e28b22 with Priority: HIGHEST for action security_group_rules [ 931.671238] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54a9c6ef-ff6f-4f58-af52-a45fb3e28b22 with Priority: HIGHEST for action security_group_members [ 931.671238] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 092c1a1e-055d-44ce-b7a5-9f33556bdffe with Priority: HIGHEST for action port [ 931.671238] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54a9c6ef-ff6f-4f58-af52-a45fb3e28b22 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.671238] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54a9c6ef-ff6f-4f58-af52-a45fb3e28b22" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.671238] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54a9c6ef-ff6f-4f58-af52-a45fb3e28b22" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.671238] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54a9c6ef-ff6f-4f58-af52-a45fb3e28b22" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.671238] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54a9c6ef-ff6f-4f58-af52-a45fb3e28b22',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.672300] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-54a9c6ef-ff6f-4f58-af52-a45fb3e28b22 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.672457] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54a9c6ef-ff6f-4f58-af52-a45fb3e28b22" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.672568] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54a9c6ef-ff6f-4f58-af52-a45fb3e28b22" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.673037] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54a9c6ef-ff6f-4f58-af52-a45fb3e28b22" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.673293] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.673486] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.674413] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.674413] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.674413] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.674413] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54a9c6ef-ff6f-4f58-af52-a45fb3e28b22',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.676316] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-092c1a1e-055d-44ce-b7a5-9f33556bdffe taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.676542] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-092c1a1e-055d-44ce-b7a5-9f33556bdffe" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.676832] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-092c1a1e-055d-44ce-b7a5-9f33556bdffe" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.677505] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-092c1a1e-055d-44ce-b7a5-9f33556bdffe" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.677505] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('092c1a1e-055d-44ce-b7a5-9f33556bdffe',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.840230] env[69758]: INFO networking_nsxv3.common.synchronization [req-bb27606c-2295-4f6e-9b36-46703c5d473d req-b4202046-8325-4807-9dd4-84f12d73640d tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] Enqueued Resource ID: c5adf8bd-350e-49a1-82b0-49ad2699552d with Priority: HIGHEST for action security_group_members [ 931.840230] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5adf8bd-350e-49a1-82b0-49ad2699552d with Priority: HIGHEST for action security_group_members [ 931.840836] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5adf8bd-350e-49a1-82b0-49ad2699552d taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.840836] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5adf8bd-350e-49a1-82b0-49ad2699552d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.840836] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5adf8bd-350e-49a1-82b0-49ad2699552d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.841111] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5adf8bd-350e-49a1-82b0-49ad2699552d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.841111] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.841187] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.841260] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.841734] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.841734] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.841734] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5adf8bd-350e-49a1-82b0-49ad2699552d',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.863057] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-7 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.864018] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-7" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.864018] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-7" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.864018] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-7" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.864188] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.864269] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.864396] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.864639] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.864783] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.865039] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 931.865234] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 931.865291] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 931.865390] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 931.865514] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 931.866429] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 931.866877] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 931.889640] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 931.889784] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 931.889933] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 931.890148] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-7" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.890483] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-b39da15e-a70e-44fe-8d81-f074665ef73f taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.890662] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-b39da15e-a70e-44fe-8d81-f074665ef73f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.890785] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-b39da15e-a70e-44fe-8d81-f074665ef73f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.891133] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-b39da15e-a70e-44fe-8d81-f074665ef73f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.891276] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b39da15e-a70e-44fe-8d81-f074665ef73f',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.150814] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86748d3d-9567-4e8f-8525-d96d13600410 in Status: SUCCESS [ 932.150940] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.153521] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 066b196d-6d04-42cf-8917-0d8e4b118c10 [ 932.153791] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.153983] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.154051] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.154615] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.154763] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.154876] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:066b196d-6d04-42cf-8917-0d8e4b118c10 already deleted. [ 932.155060] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-066b196d-6d04-42cf-8917-0d8e4b118c10" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.177334] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('54a9c6ef-ff6f-4f58-af52-a45fb3e28b22',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.180257] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 092c1a1e-055d-44ce-b7a5-9f33556bdffe with status ACTIVE [ 932.180324] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.180967] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.180967] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.180967] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.180967] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.181140] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.181578] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.181578] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.181578] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.181578] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.181756] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.181821] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.181854] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.182141] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.182141] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.182234] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 092c1a1e-055d-44ce-b7a5-9f33556bdffe is going to be updated. [ 932.183825] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-54a9c6ef-ff6f-4f58-af52-a45fb3e28b22 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.183978] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54a9c6ef-ff6f-4f58-af52-a45fb3e28b22" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.212545] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.212920] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.212996] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.213384] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.213615] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.213884] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-092c1a1e-055d-44ce-b7a5-9f33556bdffe" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.346344] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.346344] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.346344] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.346344] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.346344] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.346344] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.346344] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.346344] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.346344] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.346344] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.346344] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5adf8bd-350e-49a1-82b0-49ad2699552d is going to be updated. [ 932.401066] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.401066] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.401066] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.401066] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.401066] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.401066] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port b39da15e-a70e-44fe-8d81-f074665ef73f not found, creating... [ 932.401066] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.401066] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.401066] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.401066] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.401066] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.401965] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.401965] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.401965] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.401965] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.402568] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.402968] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: b39da15e-a70e-44fe-8d81-f074665ef73f is going to be created. [ 932.407627] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.407627] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.407627] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.407627] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.407627] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.420832] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5adf8bd-350e-49a1-82b0-49ad2699552d in Status: IN_PROGRESS for 2s [ 932.432514] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.432514] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.432514] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.432514] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.432514] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.432514] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-b39da15e-a70e-44fe-8d81-f074665ef73f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.678709] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('54a9c6ef-ff6f-4f58-af52-a45fb3e28b22',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.183676] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.188406] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.188406] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.188406] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.188406] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.188406] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54a9c6ef-ff6f-4f58-af52-a45fb3e28b22 is going to be created. [ 933.216917] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.217087] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.217135] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.217388] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.217495] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.228264] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54a9c6ef-ff6f-4f58-af52-a45fb3e28b22 in Status: UNINITIALIZED for 2s [ 934.091473] env[69758]: INFO networking_nsxv3.common.synchronization [req-92dd9ca1-9c19-4bf3-9d34-2ce687f26576 req-d83765f8-9f64-46d6-af86-dfdc8bf0f643 service nova] Enqueued Resource ID: f74092be-9bbb-4277-ad6a-049c72784420 with Priority: HIGHEST for action security_group_rules [ 934.091473] env[69758]: INFO networking_nsxv3.common.synchronization [req-92dd9ca1-9c19-4bf3-9d34-2ce687f26576 req-d83765f8-9f64-46d6-af86-dfdc8bf0f643 service nova] Enqueued Resource ID: f74092be-9bbb-4277-ad6a-049c72784420 with Priority: HIGHEST for action security_group_members [ 934.091473] env[69758]: INFO networking_nsxv3.common.synchronization [req-92dd9ca1-9c19-4bf3-9d34-2ce687f26576 req-d83765f8-9f64-46d6-af86-dfdc8bf0f643 service nova] Enqueued Resource ID: b39da15e-a70e-44fe-8d81-f074665ef73f with Priority: HIGHEST for action port [ 934.091810] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f74092be-9bbb-4277-ad6a-049c72784420 with Priority: HIGHEST for action security_group_rules [ 934.091810] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f74092be-9bbb-4277-ad6a-049c72784420 with Priority: HIGHEST for action security_group_members [ 934.091810] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b39da15e-a70e-44fe-8d81-f074665ef73f with Priority: HIGHEST for action port [ 934.092873] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f74092be-9bbb-4277-ad6a-049c72784420 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.093062] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f74092be-9bbb-4277-ad6a-049c72784420" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.093102] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f74092be-9bbb-4277-ad6a-049c72784420" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.093479] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f74092be-9bbb-4277-ad6a-049c72784420" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.093658] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f74092be-9bbb-4277-ad6a-049c72784420',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.099278] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-f74092be-9bbb-4277-ad6a-049c72784420 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.099544] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f74092be-9bbb-4277-ad6a-049c72784420" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.099666] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f74092be-9bbb-4277-ad6a-049c72784420" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.099946] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f74092be-9bbb-4277-ad6a-049c72784420" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.100149] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.100264] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.100374] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.100607] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.100740] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.100799] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f74092be-9bbb-4277-ad6a-049c72784420',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.102281] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-b39da15e-a70e-44fe-8d81-f074665ef73f taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.102281] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b39da15e-a70e-44fe-8d81-f074665ef73f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.102281] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b39da15e-a70e-44fe-8d81-f074665ef73f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.102281] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b39da15e-a70e-44fe-8d81-f074665ef73f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.102281] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b39da15e-a70e-44fe-8d81-f074665ef73f',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.154756] env[69758]: INFO networking_nsxv3.common.synchronization [req-1fe3e679-cab0-44a2-bde3-8ebb51c4a7cb req-1d7bc532-10c1-4c77-b6fe-d476f7eb88b6 tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] Enqueued Resource ID: 07f030f6-418c-45ab-9b25-5fec97634ce0 with Priority: HIGHEST for action security_group_members [ 934.155306] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07f030f6-418c-45ab-9b25-5fec97634ce0 with Priority: HIGHEST for action security_group_members [ 934.155667] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-07f030f6-418c-45ab-9b25-5fec97634ce0 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.155898] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07f030f6-418c-45ab-9b25-5fec97634ce0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.155898] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07f030f6-418c-45ab-9b25-5fec97634ce0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.161011] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07f030f6-418c-45ab-9b25-5fec97634ce0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.161257] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.161393] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.161481] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.161709] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.161809] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.161915] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07f030f6-418c-45ab-9b25-5fec97634ce0',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.389858] env[69758]: INFO networking_nsxv3.common.synchronization [req-101b5841-5f4a-4bf1-9789-e5cf377bd034 req-70f0a83e-bfa9-4c1e-aad3-93aa1ee322a8 tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] Enqueued Resource ID: 752acef9-787c-46a9-a0a0-11d4989cf50f with Priority: HIGHEST for action security_group_members [ 934.390693] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 752acef9-787c-46a9-a0a0-11d4989cf50f with Priority: HIGHEST for action security_group_members [ 934.391070] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-752acef9-787c-46a9-a0a0-11d4989cf50f taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.391213] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-752acef9-787c-46a9-a0a0-11d4989cf50f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.391290] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-752acef9-787c-46a9-a0a0-11d4989cf50f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.391504] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-752acef9-787c-46a9-a0a0-11d4989cf50f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.391705] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.391882] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.391991] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.392199] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.392302] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.392548] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('752acef9-787c-46a9-a0a0-11d4989cf50f',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.438279] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5adf8bd-350e-49a1-82b0-49ad2699552d in Status: SUCCESS [ 934.438603] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5adf8bd-350e-49a1-82b0-49ad2699552d deletion is rescheduled due to dependency. [ 934.438738] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5adf8bd-350e-49a1-82b0-49ad2699552d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.604832] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-f74092be-9bbb-4277-ad6a-049c72784420 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.605066] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f74092be-9bbb-4277-ad6a-049c72784420" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.608581] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f74092be-9bbb-4277-ad6a-049c72784420',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.610279] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b39da15e-a70e-44fe-8d81-f074665ef73f with status ACTIVE [ 934.610279] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.610279] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.610279] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.610460] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.610460] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.612659] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.612659] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.612659] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.612659] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.612659] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.612659] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.612659] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.612659] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.612659] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.612659] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.618033] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b39da15e-a70e-44fe-8d81-f074665ef73f is going to be updated. [ 934.639293] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.639423] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.639423] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.639622] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.639764] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.639928] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b39da15e-a70e-44fe-8d81-f074665ef73f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.666424] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.666635] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.666724] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.668441] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.670071] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.670412] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.672632] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.672632] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.672632] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.672632] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.672632] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07f030f6-418c-45ab-9b25-5fec97634ce0 already deleted. [ 934.672632] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07f030f6-418c-45ab-9b25-5fec97634ce0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.895158] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.895394] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.895495] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.895766] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.920318] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.924140] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.924373] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.924479] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.924804] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.924939] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.925261] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 752acef9-787c-46a9-a0a0-11d4989cf50f is going to be updated. [ 934.956568] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.956821] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.956821] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.957260] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.957418] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.970242] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 752acef9-787c-46a9-a0a0-11d4989cf50f in Status: IN_PROGRESS for 2s [ 935.048222] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-798 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.048571] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-798" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.048571] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-798" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.049043] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-798" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.049222] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.049445] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.050014] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.050014] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.050014] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.052624] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 935.052624] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 935.052624] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 935.052624] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 935.052624] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 935.052624] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 935.052624] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 935.078457] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 935.078719] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 935.078951] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 935.079269] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-798" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.079815] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-42340e5e-c5cf-4c00-98ca-26d9b63f5d90 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.080057] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-42340e5e-c5cf-4c00-98ca-26d9b63f5d90" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.080268] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-42340e5e-c5cf-4c00-98ca-26d9b63f5d90" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.080879] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-42340e5e-c5cf-4c00-98ca-26d9b63f5d90" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.081116] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42340e5e-c5cf-4c00-98ca-26d9b63f5d90',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.117535] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f74092be-9bbb-4277-ad6a-049c72784420',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.238765] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54a9c6ef-ff6f-4f58-af52-a45fb3e28b22 in Status: SUCCESS [ 935.239014] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54a9c6ef-ff6f-4f58-af52-a45fb3e28b22" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.239194] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54a9c6ef-ff6f-4f58-af52-a45fb3e28b22" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.239430] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54a9c6ef-ff6f-4f58-af52-a45fb3e28b22" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.239643] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.239758] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.239828] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.239997] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.240096] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.240185] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54a9c6ef-ff6f-4f58-af52-a45fb3e28b22" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.240276] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('54a9c6ef-ff6f-4f58-af52-a45fb3e28b22',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.585695] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.586574] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.586732] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.587076] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.587380] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.587482] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port 42340e5e-c5cf-4c00-98ca-26d9b63f5d90 not found, creating... [ 935.587763] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.587865] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.587985] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.588333] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.588403] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.588875] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.589069] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.589195] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.589411] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.589546] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.590231] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: 42340e5e-c5cf-4c00-98ca-26d9b63f5d90 is going to be created. [ 935.613493] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.613493] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.613493] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.613493] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.613493] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.613721] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-42340e5e-c5cf-4c00-98ca-26d9b63f5d90" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.623311] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.623512] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.623883] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.623883] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.623883] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.624061] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f74092be-9bbb-4277-ad6a-049c72784420 is going to be created. [ 935.651163] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.651366] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.651453] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.651704] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.651893] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.662788] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f74092be-9bbb-4277-ad6a-049c72784420 in Status: UNINITIALIZED for 2s [ 935.743499] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-54a9c6ef-ff6f-4f58-af52-a45fb3e28b22 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.743765] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54a9c6ef-ff6f-4f58-af52-a45fb3e28b22" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.743765] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54a9c6ef-ff6f-4f58-af52-a45fb3e28b22" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.743962] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54a9c6ef-ff6f-4f58-af52-a45fb3e28b22" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.744164] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.744264] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.744323] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.744472] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.744562] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.744654] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54a9c6ef-ff6f-4f58-af52-a45fb3e28b22" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.744797] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-54a9c6ef-ff6f-4f58-af52-a45fb3e28b22 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.744890] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54a9c6ef-ff6f-4f58-af52-a45fb3e28b22" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.744946] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54a9c6ef-ff6f-4f58-af52-a45fb3e28b22" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.745102] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54a9c6ef-ff6f-4f58-af52-a45fb3e28b22" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.745239] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.745329] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.745443] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.745566] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.745643] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.745728] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54a9c6ef-ff6f-4f58-af52-a45fb3e28b22" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.745819] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('54a9c6ef-ff6f-4f58-af52-a45fb3e28b22',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.248597] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 54a9c6ef-ff6f-4f58-af52-a45fb3e28b22: rpc.has_security_group_logging(os_id): False [ 936.272320] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.272320] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.272320] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.272320] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.272320] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.272320] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.272320] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.272320] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.272320] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.275950] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.276384] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.276639] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.276712] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.276973] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.277114] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.277328] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.277428] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.277489] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.277689] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.277767] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.277854] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54a9c6ef-ff6f-4f58-af52-a45fb3e28b22 is going to be created. [ 936.374235] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.374235] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.374235] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.376143] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.376143] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.391226] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54a9c6ef-ff6f-4f58-af52-a45fb3e28b22 in Status: IN_PROGRESS for 2s [ 936.788176] env[69758]: INFO networking_nsxv3.common.synchronization [req-1fe3e679-cab0-44a2-bde3-8ebb51c4a7cb req-f1977e2d-b570-439e-9032-aac5646c6e79 service nova] Enqueued Resource ID: 07f030f6-418c-45ab-9b25-5fec97634ce0 with Priority: HIGHEST for action security_group_rules [ 936.788176] env[69758]: INFO networking_nsxv3.common.synchronization [req-1fe3e679-cab0-44a2-bde3-8ebb51c4a7cb req-f1977e2d-b570-439e-9032-aac5646c6e79 service nova] Enqueued Resource ID: 07f030f6-418c-45ab-9b25-5fec97634ce0 with Priority: HIGHEST for action security_group_members [ 936.788366] env[69758]: INFO networking_nsxv3.common.synchronization [req-1fe3e679-cab0-44a2-bde3-8ebb51c4a7cb req-f1977e2d-b570-439e-9032-aac5646c6e79 service nova] Enqueued Resource ID: 42340e5e-c5cf-4c00-98ca-26d9b63f5d90 with Priority: HIGHEST for action port [ 936.788688] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07f030f6-418c-45ab-9b25-5fec97634ce0 with Priority: HIGHEST for action security_group_rules [ 936.788688] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07f030f6-418c-45ab-9b25-5fec97634ce0 with Priority: HIGHEST for action security_group_members [ 936.788790] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42340e5e-c5cf-4c00-98ca-26d9b63f5d90 with Priority: HIGHEST for action port [ 936.789324] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07f030f6-418c-45ab-9b25-5fec97634ce0 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.789439] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07f030f6-418c-45ab-9b25-5fec97634ce0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.789503] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07f030f6-418c-45ab-9b25-5fec97634ce0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.789704] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07f030f6-418c-45ab-9b25-5fec97634ce0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.789780] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07f030f6-418c-45ab-9b25-5fec97634ce0',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.792970] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-07f030f6-418c-45ab-9b25-5fec97634ce0 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.793268] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07f030f6-418c-45ab-9b25-5fec97634ce0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.793439] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07f030f6-418c-45ab-9b25-5fec97634ce0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.793827] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07f030f6-418c-45ab-9b25-5fec97634ce0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.794683] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.794683] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.794683] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.794683] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.794683] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.794683] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07f030f6-418c-45ab-9b25-5fec97634ce0',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.798150] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-42340e5e-c5cf-4c00-98ca-26d9b63f5d90 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.798150] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-42340e5e-c5cf-4c00-98ca-26d9b63f5d90" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.798150] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-42340e5e-c5cf-4c00-98ca-26d9b63f5d90" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.798150] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-42340e5e-c5cf-4c00-98ca-26d9b63f5d90" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.798150] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42340e5e-c5cf-4c00-98ca-26d9b63f5d90',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.980530] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 752acef9-787c-46a9-a0a0-11d4989cf50f in Status: SUCCESS [ 936.980735] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 752acef9-787c-46a9-a0a0-11d4989cf50f deletion is rescheduled due to dependency. [ 936.980820] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-752acef9-787c-46a9-a0a0-11d4989cf50f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.300358] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07f030f6-418c-45ab-9b25-5fec97634ce0',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.301237] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-07f030f6-418c-45ab-9b25-5fec97634ce0 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.301336] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07f030f6-418c-45ab-9b25-5fec97634ce0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.302078] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 42340e5e-c5cf-4c00-98ca-26d9b63f5d90 with status ACTIVE [ 937.302264] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.302383] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.302454] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.302666] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.302750] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.302956] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.303071] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.303722] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.303912] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.304025] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.304206] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.304292] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.304514] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.304514] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.304749] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.304749] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 42340e5e-c5cf-4c00-98ca-26d9b63f5d90 is going to be updated. [ 937.340282] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.341216] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.342104] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.342104] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.343105] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.343105] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-42340e5e-c5cf-4c00-98ca-26d9b63f5d90" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.431830] env[69758]: INFO networking_nsxv3.common.synchronization [req-14959763-e8a8-4a62-a4d9-1f33400912ac req-ef342a88-5250-4c1a-bc0f-e92c034f1795 tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] Enqueued Resource ID: 67b15fd2-3abc-4650-9d33-f8eb726a2970 with Priority: HIGHEST for action security_group_members [ 937.432463] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67b15fd2-3abc-4650-9d33-f8eb726a2970 with Priority: HIGHEST for action security_group_members [ 937.432779] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-67b15fd2-3abc-4650-9d33-f8eb726a2970 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.432896] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67b15fd2-3abc-4650-9d33-f8eb726a2970" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.432958] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67b15fd2-3abc-4650-9d33-f8eb726a2970" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.434865] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67b15fd2-3abc-4650-9d33-f8eb726a2970" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.435149] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.435337] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.435518] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.435767] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.435942] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.436145] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67b15fd2-3abc-4650-9d33-f8eb726a2970',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.675174] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f74092be-9bbb-4277-ad6a-049c72784420 in Status: SUCCESS [ 937.675174] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f74092be-9bbb-4277-ad6a-049c72784420" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.675320] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f74092be-9bbb-4277-ad6a-049c72784420" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.675588] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f74092be-9bbb-4277-ad6a-049c72784420" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.675783] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.675899] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.675963] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.676138] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.676222] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.676300] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f74092be-9bbb-4277-ad6a-049c72784420" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.676922] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f74092be-9bbb-4277-ad6a-049c72784420',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.803521] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07f030f6-418c-45ab-9b25-5fec97634ce0',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.938505] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.938742] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.938863] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.939144] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.939417] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.939674] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.939845] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.939951] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.940435] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.940658] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.940805] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67b15fd2-3abc-4650-9d33-f8eb726a2970 already deleted. [ 937.940973] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67b15fd2-3abc-4650-9d33-f8eb726a2970" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.179631] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-f74092be-9bbb-4277-ad6a-049c72784420 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.180243] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f74092be-9bbb-4277-ad6a-049c72784420" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.180243] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f74092be-9bbb-4277-ad6a-049c72784420" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.180243] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f74092be-9bbb-4277-ad6a-049c72784420" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.180379] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.180452] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.180618] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.180732] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.180847] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.183173] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f74092be-9bbb-4277-ad6a-049c72784420" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.183384] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-f74092be-9bbb-4277-ad6a-049c72784420 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.183506] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f74092be-9bbb-4277-ad6a-049c72784420" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.183570] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f74092be-9bbb-4277-ad6a-049c72784420" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.183726] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f74092be-9bbb-4277-ad6a-049c72784420" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.184800] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.184800] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.184800] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.184800] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.184800] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.184800] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f74092be-9bbb-4277-ad6a-049c72784420" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.184800] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f74092be-9bbb-4277-ad6a-049c72784420',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.307517] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.307517] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.307517] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.307891] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.307891] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.307891] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07f030f6-418c-45ab-9b25-5fec97634ce0 is going to be created. [ 938.332198] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.332326] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.332401] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.332646] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.332802] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.343551] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-234 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.343754] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-234" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.343877] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-234" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.344241] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-234" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.344502] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.344670] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.345105] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.345105] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.345227] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.345742] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 938.345742] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 938.345742] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 938.345742] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 938.345932] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 938.345932] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 938.346443] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 938.350357] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07f030f6-418c-45ab-9b25-5fec97634ce0 in Status: UNINITIALIZED for 2s [ 938.370251] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 938.370640] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 938.370742] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 938.370866] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-234" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.371199] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-f6e69372-8480-4958-a319-31482664d3ec taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.371376] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-f6e69372-8480-4958-a319-31482664d3ec" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.371499] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-f6e69372-8480-4958-a319-31482664d3ec" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.371814] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-f6e69372-8480-4958-a319-31482664d3ec" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.372110] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6e69372-8480-4958-a319-31482664d3ec',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.403707] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54a9c6ef-ff6f-4f58-af52-a45fb3e28b22 in Status: SUCCESS [ 938.403944] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54a9c6ef-ff6f-4f58-af52-a45fb3e28b22" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.690626] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f74092be-9bbb-4277-ad6a-049c72784420: rpc.has_security_group_logging(os_id): False [ 938.709285] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.709612] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.709612] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.709712] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.709843] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.710034] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.710194] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.710376] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.710376] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.710453] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.710607] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.710707] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.710790] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.710931] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.711016] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.711237] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.711334] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.711416] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.711583] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.711678] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.711764] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f74092be-9bbb-4277-ad6a-049c72784420 is going to be created. [ 938.780376] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.780660] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.780722] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.781670] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.781670] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.793687] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f74092be-9bbb-4277-ad6a-049c72784420 in Status: IN_PROGRESS for 2s [ 938.875853] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.876173] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.876279] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.877333] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.877576] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.877831] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port f6e69372-8480-4958-a319-31482664d3ec not found, creating... [ 938.878407] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.878848] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.879204] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.879727] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.879727] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.880693] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.881078] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.881218] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.881849] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.881979] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.883599] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: f6e69372-8480-4958-a319-31482664d3ec is going to be created. [ 938.918231] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.918465] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.918600] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.918909] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.919256] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.919509] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-f6e69372-8480-4958-a319-31482664d3ec" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.773986] env[69758]: INFO networking_nsxv3.common.synchronization [req-14959763-e8a8-4a62-a4d9-1f33400912ac req-b315ab2c-c686-4550-a81f-75e8a27dd844 service nova] Enqueued Resource ID: 67b15fd2-3abc-4650-9d33-f8eb726a2970 with Priority: HIGHEST for action security_group_rules [ 939.774286] env[69758]: INFO networking_nsxv3.common.synchronization [req-14959763-e8a8-4a62-a4d9-1f33400912ac req-b315ab2c-c686-4550-a81f-75e8a27dd844 service nova] Enqueued Resource ID: 67b15fd2-3abc-4650-9d33-f8eb726a2970 with Priority: HIGHEST for action security_group_members [ 939.775018] env[69758]: INFO networking_nsxv3.common.synchronization [req-14959763-e8a8-4a62-a4d9-1f33400912ac req-b315ab2c-c686-4550-a81f-75e8a27dd844 service nova] Enqueued Resource ID: f6e69372-8480-4958-a319-31482664d3ec with Priority: HIGHEST for action port [ 939.775018] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67b15fd2-3abc-4650-9d33-f8eb726a2970 with Priority: HIGHEST for action security_group_rules [ 939.775148] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67b15fd2-3abc-4650-9d33-f8eb726a2970 with Priority: HIGHEST for action security_group_members [ 939.775191] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6e69372-8480-4958-a319-31482664d3ec with Priority: HIGHEST for action port [ 939.775540] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67b15fd2-3abc-4650-9d33-f8eb726a2970 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.775702] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67b15fd2-3abc-4650-9d33-f8eb726a2970" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.775799] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67b15fd2-3abc-4650-9d33-f8eb726a2970" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.776174] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67b15fd2-3abc-4650-9d33-f8eb726a2970" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.776174] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67b15fd2-3abc-4650-9d33-f8eb726a2970',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.778065] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-67b15fd2-3abc-4650-9d33-f8eb726a2970 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.778065] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67b15fd2-3abc-4650-9d33-f8eb726a2970" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.778065] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67b15fd2-3abc-4650-9d33-f8eb726a2970" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.778065] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67b15fd2-3abc-4650-9d33-f8eb726a2970" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.778065] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.778065] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.778065] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.778065] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.778065] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.778065] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67b15fd2-3abc-4650-9d33-f8eb726a2970',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.779627] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6e69372-8480-4958-a319-31482664d3ec taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.779627] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6e69372-8480-4958-a319-31482664d3ec" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.779627] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6e69372-8480-4958-a319-31482664d3ec" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.779627] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6e69372-8480-4958-a319-31482664d3ec" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.779807] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6e69372-8480-4958-a319-31482664d3ec',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.281776] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-67b15fd2-3abc-4650-9d33-f8eb726a2970 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.282407] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67b15fd2-3abc-4650-9d33-f8eb726a2970" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.282407] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('67b15fd2-3abc-4650-9d33-f8eb726a2970',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.283463] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f6e69372-8480-4958-a319-31482664d3ec with status ACTIVE [ 940.283967] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.283967] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.283967] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.284438] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.284859] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.284948] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.285156] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.285240] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.285512] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.285636] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.285905] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.286061] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.286186] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.286363] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.286500] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.286631] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f6e69372-8480-4958-a319-31482664d3ec is going to be updated. [ 940.315020] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.315020] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.315020] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.315356] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.315524] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.315665] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6e69372-8480-4958-a319-31482664d3ec" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.361998] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07f030f6-418c-45ab-9b25-5fec97634ce0 in Status: SUCCESS [ 940.361998] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07f030f6-418c-45ab-9b25-5fec97634ce0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.362252] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07f030f6-418c-45ab-9b25-5fec97634ce0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.362621] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07f030f6-418c-45ab-9b25-5fec97634ce0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.362838] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.363145] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.363145] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.364119] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.364119] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.364119] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07f030f6-418c-45ab-9b25-5fec97634ce0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.364119] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('07f030f6-418c-45ab-9b25-5fec97634ce0',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.789251] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('67b15fd2-3abc-4650-9d33-f8eb726a2970',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.811469] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f74092be-9bbb-4277-ad6a-049c72784420 in Status: SUCCESS [ 940.811750] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f74092be-9bbb-4277-ad6a-049c72784420" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.867038] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('07f030f6-418c-45ab-9b25-5fec97634ce0',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.295085] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.295085] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.295085] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.295449] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.295512] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.295662] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67b15fd2-3abc-4650-9d33-f8eb726a2970 is going to be created. [ 941.331826] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.331990] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.332070] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.332292] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.332464] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.359272] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67b15fd2-3abc-4650-9d33-f8eb726a2970 in Status: UNINITIALIZED for 2s [ 941.368818] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 07f030f6-418c-45ab-9b25-5fec97634ce0: rpc.has_security_group_logging(os_id): False [ 941.405144] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.405343] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.405413] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.405687] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.405787] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.406084] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.406195] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.406249] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.406424] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.406484] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.406577] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07f030f6-418c-45ab-9b25-5fec97634ce0 is going to be created. [ 941.477587] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.477820] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.477919] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.478193] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.478382] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.491629] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07f030f6-418c-45ab-9b25-5fec97634ce0 in Status: IN_PROGRESS for 2s [ 942.213368] env[69758]: INFO networking_nsxv3.common.synchronization [req-b4cab744-921b-4163-8e7d-ff363303f18d req-cf0aa332-2e40-4e16-9354-d1a0dda52796 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Enqueued Resource ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 with Priority: HIGHEST for action security_group_members [ 942.215221] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 with Priority: HIGHEST for action security_group_members [ 942.215221] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-970b52ae-0a30-4a97-8d95-e0e8de09f208 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.216347] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.216347] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.216347] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.216534] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.216590] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.216667] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.216931] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.217061] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.217169] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('970b52ae-0a30-4a97-8d95-e0e8de09f208',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.310808] env[69758]: INFO networking_nsxv3.common.synchronization [req-0418126c-262a-4b21-9797-d1720ec0826e req-03267f64-9c3d-410c-9e45-5467a7d7f349 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Enqueued Resource ID: 060759af-1135-4904-abd4-1a7fbd387934 with Priority: HIGHEST for action security_group_members [ 942.311573] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 060759af-1135-4904-abd4-1a7fbd387934 with Priority: HIGHEST for action security_group_members [ 942.311898] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-060759af-1135-4904-abd4-1a7fbd387934 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.312038] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-060759af-1135-4904-abd4-1a7fbd387934" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.312118] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-060759af-1135-4904-abd4-1a7fbd387934" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.312312] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-060759af-1135-4904-abd4-1a7fbd387934" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.312487] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.312594] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.312681] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.312838] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.313441] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.313441] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('060759af-1135-4904-abd4-1a7fbd387934',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.720789] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.721066] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.721679] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.722011] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.723033] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.725686] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.725686] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.725686] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.725686] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.725686] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.725686] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 is going to be updated. [ 942.770734] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.770734] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.770734] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.770734] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.770734] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.774325] env[69758]: INFO networking_nsxv3.common.synchronization [req-e7d3df47-7b6c-4c1c-ab31-ce909a331c08 req-17546540-dadd-48e1-a9e2-99bd6ad2b462 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Enqueued Resource ID: 567234db-0ee2-4dc1-9e15-c364015f4dc2 with Priority: HIGHEST for action security_group_members [ 942.777769] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 567234db-0ee2-4dc1-9e15-c364015f4dc2 with Priority: HIGHEST for action security_group_members [ 942.778575] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-567234db-0ee2-4dc1-9e15-c364015f4dc2 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.778726] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-567234db-0ee2-4dc1-9e15-c364015f4dc2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.778791] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-567234db-0ee2-4dc1-9e15-c364015f4dc2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.778994] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-567234db-0ee2-4dc1-9e15-c364015f4dc2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.779153] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.779248] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.779307] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.779445] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.779661] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.779789] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('567234db-0ee2-4dc1-9e15-c364015f4dc2',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.784334] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 in Status: IN_PROGRESS for 2s [ 942.815582] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.815732] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.817034] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.817034] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.846111] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.846111] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.846111] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.846111] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.846111] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.846111] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.846111] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 060759af-1135-4904-abd4-1a7fbd387934 is going to be updated. [ 942.884878] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.884878] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.884878] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.884878] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.884878] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.907155] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 060759af-1135-4904-abd4-1a7fbd387934 in Status: IN_PROGRESS for 2s [ 943.287557] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('567234db-0ee2-4dc1-9e15-c364015f4dc2',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.377108] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67b15fd2-3abc-4650-9d33-f8eb726a2970 in Status: SUCCESS [ 943.377108] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67b15fd2-3abc-4650-9d33-f8eb726a2970" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.377281] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67b15fd2-3abc-4650-9d33-f8eb726a2970" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.378107] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67b15fd2-3abc-4650-9d33-f8eb726a2970" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.378314] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.378434] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.378502] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.378677] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.378763] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.378849] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67b15fd2-3abc-4650-9d33-f8eb726a2970" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.378944] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('67b15fd2-3abc-4650-9d33-f8eb726a2970',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.381896] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-955 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.382122] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-955" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.382271] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-955" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.382792] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-955" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.382792] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.384220] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.384220] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.384220] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.384220] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.384220] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 943.384220] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 943.384220] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 943.384220] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 943.384220] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 943.384220] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 943.384220] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 943.406118] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 943.406420] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 943.407298] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 943.407298] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-955" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.407562] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-53fb35a7-c69d-4364-91bb-41aeae2fed06 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.407720] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-53fb35a7-c69d-4364-91bb-41aeae2fed06" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.407832] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-53fb35a7-c69d-4364-91bb-41aeae2fed06" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.408447] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-53fb35a7-c69d-4364-91bb-41aeae2fed06" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.408655] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53fb35a7-c69d-4364-91bb-41aeae2fed06',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.508270] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07f030f6-418c-45ab-9b25-5fec97634ce0 in Status: SUCCESS [ 943.508537] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07f030f6-418c-45ab-9b25-5fec97634ce0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.791287] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('567234db-0ee2-4dc1-9e15-c364015f4dc2',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.886971] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-67b15fd2-3abc-4650-9d33-f8eb726a2970 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.887166] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67b15fd2-3abc-4650-9d33-f8eb726a2970" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.887234] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67b15fd2-3abc-4650-9d33-f8eb726a2970" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.887461] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67b15fd2-3abc-4650-9d33-f8eb726a2970" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.887676] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.887841] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.887841] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.887963] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.888093] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.888205] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67b15fd2-3abc-4650-9d33-f8eb726a2970" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.888326] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-67b15fd2-3abc-4650-9d33-f8eb726a2970 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.888507] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67b15fd2-3abc-4650-9d33-f8eb726a2970" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.888507] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67b15fd2-3abc-4650-9d33-f8eb726a2970" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.888679] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67b15fd2-3abc-4650-9d33-f8eb726a2970" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.888828] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.888953] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.889065] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.889248] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.889248] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.889436] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67b15fd2-3abc-4650-9d33-f8eb726a2970" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.889495] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('67b15fd2-3abc-4650-9d33-f8eb726a2970',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.911865] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.912117] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.912290] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.912558] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.912716] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.913020] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port 53fb35a7-c69d-4364-91bb-41aeae2fed06 not found, creating... [ 943.913165] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.913342] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.913513] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.913956] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.914046] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.914369] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.914538] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.914665] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.914895] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.915112] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.915260] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: 53fb35a7-c69d-4364-91bb-41aeae2fed06 is going to be created. [ 943.939036] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.939036] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.939036] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.939036] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.939346] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.939545] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-53fb35a7-c69d-4364-91bb-41aeae2fed06" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.295615] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.296030] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.296030] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.296143] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.296190] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.296295] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 567234db-0ee2-4dc1-9e15-c364015f4dc2 is going to be updated. [ 944.338973] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.340266] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.340266] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.340266] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.340266] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.352239] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 567234db-0ee2-4dc1-9e15-c364015f4dc2 in Status: IN_PROGRESS for 2s [ 944.388468] env[69758]: INFO networking_nsxv3.common.synchronization [req-906d992e-737d-4485-a695-5d5f722809ad req-0e18df91-00c9-4ab7-9975-9a0bd94b2e7e tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Enqueued Resource ID: ba7cd0c9-88d1-406d-9881-8a32765ca01f with Priority: HIGHEST for action security_group_members [ 944.390399] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba7cd0c9-88d1-406d-9881-8a32765ca01f with Priority: HIGHEST for action security_group_members [ 944.390834] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba7cd0c9-88d1-406d-9881-8a32765ca01f taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.391037] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.391520] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.392054] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.392353] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.392524] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.392814] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.393114] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.393264] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.393420] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba7cd0c9-88d1-406d-9881-8a32765ca01f',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.395339] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 67b15fd2-3abc-4650-9d33-f8eb726a2970: rpc.has_security_group_logging(os_id): False [ 944.421734] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.421896] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.421948] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.422387] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.422501] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.422925] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.423085] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.423158] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.423696] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.423786] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.424083] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.424194] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.424260] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.424422] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.424530] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.424730] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.424825] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.424889] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.425049] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.425167] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.425221] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67b15fd2-3abc-4650-9d33-f8eb726a2970 is going to be created. [ 944.506063] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.506337] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.506491] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.506829] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.507155] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.535329] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67b15fd2-3abc-4650-9d33-f8eb726a2970 in Status: IN_PROGRESS for 2s [ 944.794032] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 in Status: SUCCESS [ 944.794234] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 deletion is rescheduled due to dependency. [ 944.794496] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.891094] env[69758]: INFO networking_nsxv3.common.synchronization [req-e7d3df47-7b6c-4c1c-ab31-ce909a331c08 req-dbd657d4-ae35-4840-b38f-4ce11fb12881 service nova] Enqueued Resource ID: 567234db-0ee2-4dc1-9e15-c364015f4dc2 with Priority: HIGHEST for action security_group_rules [ 944.891312] env[69758]: INFO networking_nsxv3.common.synchronization [req-e7d3df47-7b6c-4c1c-ab31-ce909a331c08 req-dbd657d4-ae35-4840-b38f-4ce11fb12881 service nova] Enqueued Resource ID: 567234db-0ee2-4dc1-9e15-c364015f4dc2 with Priority: HIGHEST for action security_group_members [ 944.891449] env[69758]: INFO networking_nsxv3.common.synchronization [req-e7d3df47-7b6c-4c1c-ab31-ce909a331c08 req-dbd657d4-ae35-4840-b38f-4ce11fb12881 service nova] Enqueued Resource ID: 53fb35a7-c69d-4364-91bb-41aeae2fed06 with Priority: HIGHEST for action port [ 944.891700] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 567234db-0ee2-4dc1-9e15-c364015f4dc2 with Priority: HIGHEST for action security_group_rules [ 944.891840] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 567234db-0ee2-4dc1-9e15-c364015f4dc2 with Priority: HIGHEST for action security_group_members [ 944.891932] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53fb35a7-c69d-4364-91bb-41aeae2fed06 with Priority: HIGHEST for action port [ 944.893089] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-567234db-0ee2-4dc1-9e15-c364015f4dc2 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.893226] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-567234db-0ee2-4dc1-9e15-c364015f4dc2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.893292] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-567234db-0ee2-4dc1-9e15-c364015f4dc2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.893554] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-567234db-0ee2-4dc1-9e15-c364015f4dc2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.893650] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('567234db-0ee2-4dc1-9e15-c364015f4dc2',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.894637] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-567234db-0ee2-4dc1-9e15-c364015f4dc2 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.894760] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-567234db-0ee2-4dc1-9e15-c364015f4dc2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.895051] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-53fb35a7-c69d-4364-91bb-41aeae2fed06 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.895149] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53fb35a7-c69d-4364-91bb-41aeae2fed06" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.895149] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53fb35a7-c69d-4364-91bb-41aeae2fed06" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.895318] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53fb35a7-c69d-4364-91bb-41aeae2fed06" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.895515] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53fb35a7-c69d-4364-91bb-41aeae2fed06',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.896696] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba7cd0c9-88d1-406d-9881-8a32765ca01f',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.918731] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 060759af-1135-4904-abd4-1a7fbd387934 in Status: SUCCESS [ 944.918979] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 060759af-1135-4904-abd4-1a7fbd387934 deletion is rescheduled due to dependency. [ 944.919423] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-060759af-1135-4904-abd4-1a7fbd387934" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.398023] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-567234db-0ee2-4dc1-9e15-c364015f4dc2 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.398452] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-567234db-0ee2-4dc1-9e15-c364015f4dc2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.399527] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba7cd0c9-88d1-406d-9881-8a32765ca01f',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.400984] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 53fb35a7-c69d-4364-91bb-41aeae2fed06 with status ACTIVE [ 945.401209] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.401420] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.401420] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.401630] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.401744] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.401909] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.402036] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.402101] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.402270] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.402344] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.402594] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.402711] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.402783] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.402933] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.403017] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.403104] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 53fb35a7-c69d-4364-91bb-41aeae2fed06 is going to be updated. [ 945.428667] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.428873] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.428926] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.429208] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.429388] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.429584] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53fb35a7-c69d-4364-91bb-41aeae2fed06" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.905918] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.906167] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.906250] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.906510] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.906633] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.906720] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba7cd0c9-88d1-406d-9881-8a32765ca01f is going to be updated. [ 945.954361] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.954561] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.954644] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.955467] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.955467] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.972017] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba7cd0c9-88d1-406d-9881-8a32765ca01f in Status: IN_PROGRESS for 2s [ 946.093278] env[69758]: INFO networking_nsxv3.common.synchronization [req-e7cbee2f-2041-4069-a6ab-dff780404f8d req-8ad573fc-62c3-42c2-b405-08f6b118d4b7 tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] Enqueued Resource ID: f74092be-9bbb-4277-ad6a-049c72784420 with Priority: HIGHEST for action security_group_members [ 946.095374] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f74092be-9bbb-4277-ad6a-049c72784420 with Priority: HIGHEST for action security_group_members [ 946.096407] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-f74092be-9bbb-4277-ad6a-049c72784420 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.096801] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f74092be-9bbb-4277-ad6a-049c72784420" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.104482] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f74092be-9bbb-4277-ad6a-049c72784420" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.104482] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f74092be-9bbb-4277-ad6a-049c72784420" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.104482] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.104482] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.104482] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.104482] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.104482] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.104482] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f74092be-9bbb-4277-ad6a-049c72784420',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.362285] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 567234db-0ee2-4dc1-9e15-c364015f4dc2 in Status: SUCCESS [ 946.362588] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-567234db-0ee2-4dc1-9e15-c364015f4dc2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.362904] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-567234db-0ee2-4dc1-9e15-c364015f4dc2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.363154] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-567234db-0ee2-4dc1-9e15-c364015f4dc2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.363413] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.363544] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.363641] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.363809] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.363895] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.364023] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('567234db-0ee2-4dc1-9e15-c364015f4dc2',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.549038] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67b15fd2-3abc-4650-9d33-f8eb726a2970 in Status: SUCCESS [ 946.549410] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67b15fd2-3abc-4650-9d33-f8eb726a2970" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.608032] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.608032] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.608032] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.608032] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.608032] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.608032] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.608032] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.608464] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.608464] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.608464] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.608464] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f74092be-9bbb-4277-ad6a-049c72784420 is going to be updated. [ 946.661174] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.661174] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.661174] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.661174] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.661341] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.679407] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f74092be-9bbb-4277-ad6a-049c72784420 in Status: IN_PROGRESS for 2s [ 946.868063] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('567234db-0ee2-4dc1-9e15-c364015f4dc2',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.371043] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('567234db-0ee2-4dc1-9e15-c364015f4dc2',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.874429] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.874698] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.874739] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.874995] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.875164] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.875350] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 567234db-0ee2-4dc1-9e15-c364015f4dc2 is going to be updated. [ 947.905941] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.905941] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.905941] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.905941] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.905941] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.915895] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 567234db-0ee2-4dc1-9e15-c364015f4dc2 in Status: IN_PROGRESS for 2s [ 947.982647] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba7cd0c9-88d1-406d-9881-8a32765ca01f in Status: SUCCESS [ 947.982921] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.692383] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f74092be-9bbb-4277-ad6a-049c72784420 in Status: SUCCESS [ 948.692715] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f74092be-9bbb-4277-ad6a-049c72784420 deletion is rescheduled due to dependency. [ 948.692806] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f74092be-9bbb-4277-ad6a-049c72784420" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.928332] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 567234db-0ee2-4dc1-9e15-c364015f4dc2 in Status: SUCCESS [ 949.928712] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-567234db-0ee2-4dc1-9e15-c364015f4dc2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.928712] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-567234db-0ee2-4dc1-9e15-c364015f4dc2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.931016] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-567234db-0ee2-4dc1-9e15-c364015f4dc2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.931016] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.931016] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.931016] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.931016] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.931016] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.931016] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-567234db-0ee2-4dc1-9e15-c364015f4dc2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.931016] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('567234db-0ee2-4dc1-9e15-c364015f4dc2',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.189524] env[69758]: INFO networking_nsxv3.common.synchronization [req-c6a316c3-7d83-43aa-b9d0-79f572a7ffde req-5545769b-8c7d-477b-afab-0cfe933c56a0 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Enqueued Resource ID: b466bb13-86e5-4b05-a1a6-cce44813eedb with Priority: HIGHEST for action security_group_members [ 950.190213] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b466bb13-86e5-4b05-a1a6-cce44813eedb with Priority: HIGHEST for action security_group_members [ 950.190629] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-b466bb13-86e5-4b05-a1a6-cce44813eedb taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.190763] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.190831] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.191054] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.191732] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.191866] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.191919] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.192246] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.192246] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.192336] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b466bb13-86e5-4b05-a1a6-cce44813eedb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.432836] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-567234db-0ee2-4dc1-9e15-c364015f4dc2 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.433048] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-567234db-0ee2-4dc1-9e15-c364015f4dc2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.433159] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-567234db-0ee2-4dc1-9e15-c364015f4dc2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.433323] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-567234db-0ee2-4dc1-9e15-c364015f4dc2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.433523] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.433659] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.433722] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.435777] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.435777] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.435777] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-567234db-0ee2-4dc1-9e15-c364015f4dc2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.435777] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-567234db-0ee2-4dc1-9e15-c364015f4dc2 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.435777] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-567234db-0ee2-4dc1-9e15-c364015f4dc2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.435777] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-567234db-0ee2-4dc1-9e15-c364015f4dc2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.435777] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-567234db-0ee2-4dc1-9e15-c364015f4dc2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.435777] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.435777] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.435777] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.435777] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.435777] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.435777] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-567234db-0ee2-4dc1-9e15-c364015f4dc2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.436462] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('567234db-0ee2-4dc1-9e15-c364015f4dc2',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.694968] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.695209] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.695346] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.695703] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.695812] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.696089] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.696210] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.696280] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.696505] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.696695] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.696818] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b466bb13-86e5-4b05-a1a6-cce44813eedb is going to be updated. [ 950.733411] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.733695] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.733837] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.734212] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.734478] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.746134] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b466bb13-86e5-4b05-a1a6-cce44813eedb in Status: IN_PROGRESS for 2s [ 950.944510] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 567234db-0ee2-4dc1-9e15-c364015f4dc2: rpc.has_security_group_logging(os_id): False [ 950.976307] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.976608] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.976608] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.976767] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.976833] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.977037] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.977142] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.977198] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.977351] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.977428] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.977666] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.977804] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.977804] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.977804] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.978124] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.980354] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.980354] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.980523] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.980586] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.980635] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.980725] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 567234db-0ee2-4dc1-9e15-c364015f4dc2 is going to be updated. [ 951.064353] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.064353] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.064353] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.064353] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.064353] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.083412] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 567234db-0ee2-4dc1-9e15-c364015f4dc2 in Status: IN_PROGRESS for 2s [ 951.414392] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-724 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.416398] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-724" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.416398] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-724" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.416398] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-724" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.416398] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.416398] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.416398] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.416791] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.417042] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.417384] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 951.417579] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 951.417952] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 951.424221] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 951.424221] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 951.424221] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 951.424221] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 951.447939] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 951.447939] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 951.447939] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 951.447939] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-724" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.447939] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-e8ee4186-83c2-4b5e-9a50-925772992dfd taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.447939] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-e8ee4186-83c2-4b5e-9a50-925772992dfd" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.447939] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-e8ee4186-83c2-4b5e-9a50-925772992dfd" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.448404] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-e8ee4186-83c2-4b5e-9a50-925772992dfd" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.448404] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8ee4186-83c2-4b5e-9a50-925772992dfd',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.952335] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.952642] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.952788] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.953130] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.953297] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.956930] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port e8ee4186-83c2-4b5e-9a50-925772992dfd not found, creating... [ 951.957413] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.957681] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.957860] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.958255] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.958453] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.958806] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.959052] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.959228] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.959664] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.959836] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.960016] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: e8ee4186-83c2-4b5e-9a50-925772992dfd is going to be created. [ 951.985122] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.986690] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.986690] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.986690] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.986690] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.986690] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-e8ee4186-83c2-4b5e-9a50-925772992dfd" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.760155] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b466bb13-86e5-4b05-a1a6-cce44813eedb in Status: SUCCESS [ 952.760317] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b466bb13-86e5-4b05-a1a6-cce44813eedb deletion is rescheduled due to dependency. [ 952.760512] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.899213] env[69758]: INFO networking_nsxv3.common.synchronization [req-700efe09-3fc2-4637-830d-b87244b4b0c6 req-ff5e3512-d094-4dc4-a89d-30da16792450 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Enqueued Resource ID: 6db4eb80-f463-4d06-837b-c7912b1e5f59 with Priority: HIGHEST for action security_group_members [ 952.899763] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6db4eb80-f463-4d06-837b-c7912b1e5f59 with Priority: HIGHEST for action security_group_members [ 952.900088] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-6db4eb80-f463-4d06-837b-c7912b1e5f59 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.900216] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6db4eb80-f463-4d06-837b-c7912b1e5f59" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.900284] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6db4eb80-f463-4d06-837b-c7912b1e5f59" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.900700] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6db4eb80-f463-4d06-837b-c7912b1e5f59" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.900860] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.900965] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.901090] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.901195] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.901281] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.901383] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6db4eb80-f463-4d06-837b-c7912b1e5f59',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.978456] env[69758]: INFO networking_nsxv3.common.synchronization [req-c6a316c3-7d83-43aa-b9d0-79f572a7ffde req-6f355bf4-80d3-40f5-a849-8b73d1b06cf8 service nova] Enqueued Resource ID: b466bb13-86e5-4b05-a1a6-cce44813eedb with Priority: HIGHEST for action security_group_rules [ 952.978706] env[69758]: INFO networking_nsxv3.common.synchronization [req-c6a316c3-7d83-43aa-b9d0-79f572a7ffde req-6f355bf4-80d3-40f5-a849-8b73d1b06cf8 service nova] Enqueued Resource ID: b466bb13-86e5-4b05-a1a6-cce44813eedb with Priority: HIGHEST for action security_group_members [ 952.978809] env[69758]: INFO networking_nsxv3.common.synchronization [req-c6a316c3-7d83-43aa-b9d0-79f572a7ffde req-6f355bf4-80d3-40f5-a849-8b73d1b06cf8 service nova] Enqueued Resource ID: e8ee4186-83c2-4b5e-9a50-925772992dfd with Priority: HIGHEST for action port [ 952.979457] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b466bb13-86e5-4b05-a1a6-cce44813eedb with Priority: HIGHEST for action security_group_rules [ 952.979593] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b466bb13-86e5-4b05-a1a6-cce44813eedb with Priority: HIGHEST for action security_group_members [ 952.979690] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8ee4186-83c2-4b5e-9a50-925772992dfd with Priority: HIGHEST for action port [ 952.979960] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b466bb13-86e5-4b05-a1a6-cce44813eedb taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.980106] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.980250] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.980474] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.980561] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b466bb13-86e5-4b05-a1a6-cce44813eedb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.983269] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-b466bb13-86e5-4b05-a1a6-cce44813eedb taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.983269] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.983269] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.983269] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.983269] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.983269] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.983269] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.983269] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.983269] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.983794] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b466bb13-86e5-4b05-a1a6-cce44813eedb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.984345] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-e8ee4186-83c2-4b5e-9a50-925772992dfd taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.984345] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e8ee4186-83c2-4b5e-9a50-925772992dfd" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.984345] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e8ee4186-83c2-4b5e-9a50-925772992dfd" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.984530] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e8ee4186-83c2-4b5e-9a50-925772992dfd" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.984530] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8ee4186-83c2-4b5e-9a50-925772992dfd',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.098424] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 567234db-0ee2-4dc1-9e15-c364015f4dc2 in Status: SUCCESS [ 953.098700] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-567234db-0ee2-4dc1-9e15-c364015f4dc2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.403988] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6db4eb80-f463-4d06-837b-c7912b1e5f59',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.482983] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-b466bb13-86e5-4b05-a1a6-cce44813eedb taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.483148] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.488167] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b466bb13-86e5-4b05-a1a6-cce44813eedb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.489184] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e8ee4186-83c2-4b5e-9a50-925772992dfd with status ACTIVE [ 953.489430] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.489604] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.489712] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.490048] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.490183] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.490385] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.490502] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.490558] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.490758] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.490846] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.491147] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.491259] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.491325] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.491566] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.491676] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.491806] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e8ee4186-83c2-4b5e-9a50-925772992dfd is going to be updated. [ 953.514425] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.514886] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.514976] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.515243] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.515400] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.515808] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e8ee4186-83c2-4b5e-9a50-925772992dfd" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.906077] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6db4eb80-f463-4d06-837b-c7912b1e5f59',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.995347] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b466bb13-86e5-4b05-a1a6-cce44813eedb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.408436] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.408436] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.408436] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.408729] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.408729] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.408873] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6db4eb80-f463-4d06-837b-c7912b1e5f59 is going to be updated. [ 954.447756] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.447756] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.447756] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.447756] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.447756] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.461772] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6db4eb80-f463-4d06-837b-c7912b1e5f59 in Status: IN_PROGRESS for 2s [ 954.497297] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.497570] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.497696] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.498070] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.498320] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.498390] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b466bb13-86e5-4b05-a1a6-cce44813eedb is going to be updated. [ 954.536477] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.536675] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.536723] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.537991] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.537991] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.548498] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b466bb13-86e5-4b05-a1a6-cce44813eedb in Status: IN_PROGRESS for 2s [ 954.947501] env[69758]: INFO networking_nsxv3.common.synchronization [req-2ef1de7e-d297-467e-a60c-5c7e05a40f34 req-6865a6b9-5fea-497e-ab1a-324f9a0ac743 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] Enqueued Resource ID: 74d21890-6e3f-4338-bd25-f41b3e55273b with Priority: HIGHEST for action security_group_members [ 954.948507] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74d21890-6e3f-4338-bd25-f41b3e55273b with Priority: HIGHEST for action security_group_members [ 954.950241] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-74d21890-6e3f-4338-bd25-f41b3e55273b taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.950241] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74d21890-6e3f-4338-bd25-f41b3e55273b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.950241] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74d21890-6e3f-4338-bd25-f41b3e55273b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.950241] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74d21890-6e3f-4338-bd25-f41b3e55273b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.950576] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.950576] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.950576] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.950703] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.950760] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.950862] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74d21890-6e3f-4338-bd25-f41b3e55273b',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.078215] env[69758]: INFO networking_nsxv3.common.synchronization [req-3d8bc9ab-5df6-495c-adae-673ed09e0e36 req-704fcf27-35ac-4a1d-96b6-68faf6e4da59 tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] Enqueued Resource ID: 67b15fd2-3abc-4650-9d33-f8eb726a2970 with Priority: HIGHEST for action security_group_members [ 955.078215] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67b15fd2-3abc-4650-9d33-f8eb726a2970 with Priority: HIGHEST for action security_group_members [ 955.078215] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-67b15fd2-3abc-4650-9d33-f8eb726a2970 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.078215] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67b15fd2-3abc-4650-9d33-f8eb726a2970" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.078215] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67b15fd2-3abc-4650-9d33-f8eb726a2970" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.078215] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67b15fd2-3abc-4650-9d33-f8eb726a2970" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.078215] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.078215] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.078215] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.086072] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.086313] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.086469] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67b15fd2-3abc-4650-9d33-f8eb726a2970',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.453772] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.457121] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.457293] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.457533] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.457633] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.457859] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.457973] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.458069] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.458229] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.458307] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.458445] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74d21890-6e3f-4338-bd25-f41b3e55273b already deleted. [ 955.458499] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74d21890-6e3f-4338-bd25-f41b3e55273b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.592530] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.592703] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.592777] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.593025] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.593134] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.593328] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.593427] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.593498] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.593675] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.593755] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.593844] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67b15fd2-3abc-4650-9d33-f8eb726a2970 is going to be updated. [ 955.635144] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.635144] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.635144] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.635144] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.635144] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.643881] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-270 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.643881] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-270" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.643881] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-270" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.643881] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-270" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.643881] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.643881] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.643881] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.643881] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.643881] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.643881] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 955.643881] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 955.643881] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 955.643881] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 955.644339] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 955.644339] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 955.644339] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 955.646811] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67b15fd2-3abc-4650-9d33-f8eb726a2970 in Status: IN_PROGRESS for 2s [ 955.664405] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 955.664591] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 955.664884] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 955.664927] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-270" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.665272] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-a3aa7e97-9097-459d-b126-a08d9a55dd1c taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.665449] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-a3aa7e97-9097-459d-b126-a08d9a55dd1c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.665655] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-a3aa7e97-9097-459d-b126-a08d9a55dd1c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.665977] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-a3aa7e97-9097-459d-b126-a08d9a55dd1c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.666143] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3aa7e97-9097-459d-b126-a08d9a55dd1c',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.173046] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.173046] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.173046] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.173046] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.173046] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.173046] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port a3aa7e97-9097-459d-b126-a08d9a55dd1c not found, creating... [ 956.173046] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.173046] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.173046] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.173046] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.173046] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.174806] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.175633] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.175898] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.176205] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.176379] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.176568] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: a3aa7e97-9097-459d-b126-a08d9a55dd1c is going to be created. [ 956.214203] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.216176] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.216398] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.216791] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.217087] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.217363] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-a3aa7e97-9097-459d-b126-a08d9a55dd1c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.474322] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6db4eb80-f463-4d06-837b-c7912b1e5f59 in Status: SUCCESS [ 956.474515] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6db4eb80-f463-4d06-837b-c7912b1e5f59" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.561085] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b466bb13-86e5-4b05-a1a6-cce44813eedb in Status: SUCCESS [ 956.561085] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.561085] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.561085] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.561357] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.561357] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.561357] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.561516] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.561603] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.561697] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.561795] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b466bb13-86e5-4b05-a1a6-cce44813eedb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.070609] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-b466bb13-86e5-4b05-a1a6-cce44813eedb taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.070609] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.070609] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.070609] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.070609] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.070609] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.070609] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.070609] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.070609] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.070609] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.070609] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-b466bb13-86e5-4b05-a1a6-cce44813eedb taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.070609] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.070609] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.070609] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.070609] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.070609] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.071285] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.071285] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.071285] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.071285] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.071285] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b466bb13-86e5-4b05-a1a6-cce44813eedb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.089227] env[69758]: INFO networking_nsxv3.common.synchronization [req-2ef1de7e-d297-467e-a60c-5c7e05a40f34 req-108b5b9c-b18a-4046-b4c9-b8a8a942a438 service nova] Enqueued Resource ID: 74d21890-6e3f-4338-bd25-f41b3e55273b with Priority: HIGHEST for action security_group_rules [ 957.089521] env[69758]: INFO networking_nsxv3.common.synchronization [req-2ef1de7e-d297-467e-a60c-5c7e05a40f34 req-108b5b9c-b18a-4046-b4c9-b8a8a942a438 service nova] Enqueued Resource ID: 74d21890-6e3f-4338-bd25-f41b3e55273b with Priority: HIGHEST for action security_group_members [ 957.090048] env[69758]: INFO networking_nsxv3.common.synchronization [req-2ef1de7e-d297-467e-a60c-5c7e05a40f34 req-108b5b9c-b18a-4046-b4c9-b8a8a942a438 service nova] Enqueued Resource ID: a3aa7e97-9097-459d-b126-a08d9a55dd1c with Priority: HIGHEST for action port [ 957.092945] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74d21890-6e3f-4338-bd25-f41b3e55273b with Priority: HIGHEST for action security_group_rules [ 957.095238] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74d21890-6e3f-4338-bd25-f41b3e55273b with Priority: HIGHEST for action security_group_members [ 957.095238] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3aa7e97-9097-459d-b126-a08d9a55dd1c with Priority: HIGHEST for action port [ 957.095238] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74d21890-6e3f-4338-bd25-f41b3e55273b taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.095238] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74d21890-6e3f-4338-bd25-f41b3e55273b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.095238] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74d21890-6e3f-4338-bd25-f41b3e55273b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.095238] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74d21890-6e3f-4338-bd25-f41b3e55273b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.095238] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74d21890-6e3f-4338-bd25-f41b3e55273b',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.095958] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-74d21890-6e3f-4338-bd25-f41b3e55273b taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.096145] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74d21890-6e3f-4338-bd25-f41b3e55273b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.096227] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74d21890-6e3f-4338-bd25-f41b3e55273b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.096403] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74d21890-6e3f-4338-bd25-f41b3e55273b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.096590] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.096715] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.096798] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.096951] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.097058] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.097152] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74d21890-6e3f-4338-bd25-f41b3e55273b',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.098112] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-a3aa7e97-9097-459d-b126-a08d9a55dd1c taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.098323] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a3aa7e97-9097-459d-b126-a08d9a55dd1c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.098414] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a3aa7e97-9097-459d-b126-a08d9a55dd1c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.098595] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a3aa7e97-9097-459d-b126-a08d9a55dd1c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.098671] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3aa7e97-9097-459d-b126-a08d9a55dd1c',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.575072] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b466bb13-86e5-4b05-a1a6-cce44813eedb: rpc.has_security_group_logging(os_id): False [ 957.601387] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.601387] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.601387] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.601387] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.601387] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.601691] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.601691] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.601691] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.601809] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.601838] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.602045] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.602145] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.602209] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.602351] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.602428] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.602741] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.602901] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.602956] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.603363] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.603536] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.603698] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b466bb13-86e5-4b05-a1a6-cce44813eedb is going to be updated. [ 957.605122] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('74d21890-6e3f-4338-bd25-f41b3e55273b',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.606246] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-74d21890-6e3f-4338-bd25-f41b3e55273b taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.606424] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74d21890-6e3f-4338-bd25-f41b3e55273b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.606731] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a3aa7e97-9097-459d-b126-a08d9a55dd1c with status ACTIVE [ 957.607013] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.607266] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.607567] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.607567] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.607567] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.608024] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.608084] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.608185] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.608431] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.608542] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.608770] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.609742] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.609742] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.609742] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.609742] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.609742] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a3aa7e97-9097-459d-b126-a08d9a55dd1c is going to be updated. [ 957.640462] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.640462] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.640683] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.640740] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.640889] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.641059] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a3aa7e97-9097-459d-b126-a08d9a55dd1c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.657138] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67b15fd2-3abc-4650-9d33-f8eb726a2970 in Status: SUCCESS [ 957.657417] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67b15fd2-3abc-4650-9d33-f8eb726a2970 deletion is rescheduled due to dependency. [ 957.657417] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67b15fd2-3abc-4650-9d33-f8eb726a2970" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.679398] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.679600] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.679672] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.679903] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.680134] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.716578] env[69758]: INFO networking_nsxv3.common.synchronization [req-a0138270-2668-4f5a-b4e5-722f6e300762 req-793dd59d-1aef-4f95-b1bd-e63483763749 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Enqueued Resource ID: 567234db-0ee2-4dc1-9e15-c364015f4dc2 with Priority: HIGHEST for action security_group_members [ 957.717364] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b466bb13-86e5-4b05-a1a6-cce44813eedb in Status: IN_PROGRESS for 2s [ 957.718028] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 567234db-0ee2-4dc1-9e15-c364015f4dc2 with Priority: HIGHEST for action security_group_members [ 957.718132] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-567234db-0ee2-4dc1-9e15-c364015f4dc2 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.718263] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-567234db-0ee2-4dc1-9e15-c364015f4dc2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.718334] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-567234db-0ee2-4dc1-9e15-c364015f4dc2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.718535] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-567234db-0ee2-4dc1-9e15-c364015f4dc2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.718687] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.718794] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.718867] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.718999] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.719104] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.719198] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('567234db-0ee2-4dc1-9e15-c364015f4dc2',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.111413] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('74d21890-6e3f-4338-bd25-f41b3e55273b',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.222612] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('567234db-0ee2-4dc1-9e15-c364015f4dc2',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.615230] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.615758] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.615758] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.615758] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.615920] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.615920] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74d21890-6e3f-4338-bd25-f41b3e55273b is going to be created. [ 958.639743] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.639936] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.639989] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.640210] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.640381] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.650872] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74d21890-6e3f-4338-bd25-f41b3e55273b in Status: UNINITIALIZED for 2s [ 958.724651] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('567234db-0ee2-4dc1-9e15-c364015f4dc2',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.229857] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.229857] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.229857] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.229857] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.229857] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.229857] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 567234db-0ee2-4dc1-9e15-c364015f4dc2 is going to be updated. [ 959.260124] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.260124] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.260124] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.260124] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.260124] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.268116] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 567234db-0ee2-4dc1-9e15-c364015f4dc2 in Status: IN_PROGRESS for 2s [ 959.732159] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b466bb13-86e5-4b05-a1a6-cce44813eedb in Status: SUCCESS [ 959.732548] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.394695] env[69758]: INFO networking_nsxv3.common.synchronization [req-4fe764a3-0553-40e8-a9d6-6d86a57c7596 req-de702e2a-781d-416e-af9e-7b0191567183 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Enqueued Resource ID: 86748d3d-9567-4e8f-8525-d96d13600410 with Priority: HIGHEST for action security_group_members [ 960.395100] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86748d3d-9567-4e8f-8525-d96d13600410 with Priority: HIGHEST for action security_group_members [ 960.395407] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-86748d3d-9567-4e8f-8525-d96d13600410 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.395582] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.395683] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.395826] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.395983] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.398483] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.398564] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.398733] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.398824] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.398926] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86748d3d-9567-4e8f-8525-d96d13600410',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.662635] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74d21890-6e3f-4338-bd25-f41b3e55273b in Status: SUCCESS [ 960.663748] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74d21890-6e3f-4338-bd25-f41b3e55273b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.663748] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74d21890-6e3f-4338-bd25-f41b3e55273b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.663748] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74d21890-6e3f-4338-bd25-f41b3e55273b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.663748] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.663748] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.663748] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.663990] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.663990] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.664064] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74d21890-6e3f-4338-bd25-f41b3e55273b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.664094] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('74d21890-6e3f-4338-bd25-f41b3e55273b',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.814468] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-407 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.814761] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-407" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.814798] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-407" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.815116] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-407" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.815375] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.815561] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.815695] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.815923] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.816173] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.816342] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 960.816461] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 960.816577] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 960.816688] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 960.816809] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 960.816923] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 960.817070] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 960.838716] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 960.838920] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 960.839057] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 960.839258] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-407" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.839641] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-b9e309ec-64d9-4ec8-b5fc-7499295d741c taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.839822] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-b9e309ec-64d9-4ec8-b5fc-7499295d741c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.839949] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-b9e309ec-64d9-4ec8-b5fc-7499295d741c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.840304] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-b9e309ec-64d9-4ec8-b5fc-7499295d741c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.840448] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9e309ec-64d9-4ec8-b5fc-7499295d741c',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.902715] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86748d3d-9567-4e8f-8525-d96d13600410',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.166058] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-74d21890-6e3f-4338-bd25-f41b3e55273b taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.166299] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74d21890-6e3f-4338-bd25-f41b3e55273b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.166363] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74d21890-6e3f-4338-bd25-f41b3e55273b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.166601] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74d21890-6e3f-4338-bd25-f41b3e55273b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.166790] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.166914] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.166968] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.167113] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.167202] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.167292] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74d21890-6e3f-4338-bd25-f41b3e55273b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.167434] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-74d21890-6e3f-4338-bd25-f41b3e55273b taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.167542] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74d21890-6e3f-4338-bd25-f41b3e55273b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.167617] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74d21890-6e3f-4338-bd25-f41b3e55273b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.167716] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74d21890-6e3f-4338-bd25-f41b3e55273b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.167932] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.168063] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.168063] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.168172] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.168250] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.168332] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74d21890-6e3f-4338-bd25-f41b3e55273b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.168420] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('74d21890-6e3f-4338-bd25-f41b3e55273b',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.200489] env[69758]: INFO networking_nsxv3.common.synchronization [req-eb0558f1-a949-4493-8c8d-caed4778939a req-1c29c157-14ff-440f-9326-e9094965e817 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Enqueued Resource ID: 54a9c6ef-ff6f-4f58-af52-a45fb3e28b22 with Priority: HIGHEST for action security_group_members [ 961.200489] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54a9c6ef-ff6f-4f58-af52-a45fb3e28b22 with Priority: HIGHEST for action security_group_members [ 961.200707] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-54a9c6ef-ff6f-4f58-af52-a45fb3e28b22 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.200827] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54a9c6ef-ff6f-4f58-af52-a45fb3e28b22" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.200917] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54a9c6ef-ff6f-4f58-af52-a45fb3e28b22" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.201294] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54a9c6ef-ff6f-4f58-af52-a45fb3e28b22" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.201479] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.201599] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.201661] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.201866] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.201975] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.202083] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54a9c6ef-ff6f-4f58-af52-a45fb3e28b22',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.278086] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 567234db-0ee2-4dc1-9e15-c364015f4dc2 in Status: SUCCESS [ 961.278322] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-567234db-0ee2-4dc1-9e15-c364015f4dc2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.343218] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.343528] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.343655] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.343948] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.344182] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.344349] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port b9e309ec-64d9-4ec8-b5fc-7499295d741c not found, creating... [ 961.344669] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.344859] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.344985] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.345230] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.345375] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.345713] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.345883] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.346012] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.346242] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.346411] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.346564] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: b9e309ec-64d9-4ec8-b5fc-7499295d741c is going to be created. [ 961.367278] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.367946] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.367946] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.370242] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.370242] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.370347] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-b9e309ec-64d9-4ec8-b5fc-7499295d741c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.405148] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86748d3d-9567-4e8f-8525-d96d13600410',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.670781] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 74d21890-6e3f-4338-bd25-f41b3e55273b: rpc.has_security_group_logging(os_id): False [ 961.698335] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.698558] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.698662] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.698911] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.699301] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.699612] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.699736] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.699822] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.700167] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.700282] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.700525] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.700639] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.700700] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.700881] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.701028] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.701248] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.701349] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.701413] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.701566] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.701647] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.701800] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74d21890-6e3f-4338-bd25-f41b3e55273b is going to be created. [ 961.704784] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.704993] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.705140] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.705380] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.705627] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.705844] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.705958] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.706050] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.706184] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.706267] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.706357] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54a9c6ef-ff6f-4f58-af52-a45fb3e28b22 is going to be updated. [ 961.757919] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.757919] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.757919] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.757919] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.757919] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.794139] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54a9c6ef-ff6f-4f58-af52-a45fb3e28b22 in Status: IN_PROGRESS for 2s [ 961.838350] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.838350] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.838350] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.838837] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.838837] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.863955] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74d21890-6e3f-4338-bd25-f41b3e55273b in Status: IN_PROGRESS for 2s [ 961.907877] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.909383] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.909383] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.909383] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.909383] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.909383] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86748d3d-9567-4e8f-8525-d96d13600410 is going to be updated. [ 961.970770] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.970770] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.970770] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.970770] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.970770] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.986133] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86748d3d-9567-4e8f-8525-d96d13600410 in Status: IN_PROGRESS for 2s [ 962.170508] env[69758]: INFO networking_nsxv3.common.synchronization [req-4fe764a3-0553-40e8-a9d6-6d86a57c7596 req-1aa6ba57-e1b0-40d2-a128-acb5cb3e7782 service nova] Enqueued Resource ID: 86748d3d-9567-4e8f-8525-d96d13600410 with Priority: HIGHEST for action security_group_rules [ 962.170508] env[69758]: INFO networking_nsxv3.common.synchronization [req-4fe764a3-0553-40e8-a9d6-6d86a57c7596 req-1aa6ba57-e1b0-40d2-a128-acb5cb3e7782 service nova] Enqueued Resource ID: 86748d3d-9567-4e8f-8525-d96d13600410 with Priority: HIGHEST for action security_group_members [ 962.170508] env[69758]: INFO networking_nsxv3.common.synchronization [req-4fe764a3-0553-40e8-a9d6-6d86a57c7596 req-1aa6ba57-e1b0-40d2-a128-acb5cb3e7782 service nova] Enqueued Resource ID: b9e309ec-64d9-4ec8-b5fc-7499295d741c with Priority: HIGHEST for action port [ 962.171926] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86748d3d-9567-4e8f-8525-d96d13600410 with Priority: HIGHEST for action security_group_rules [ 962.171926] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86748d3d-9567-4e8f-8525-d96d13600410 with Priority: HIGHEST for action security_group_members [ 962.171926] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9e309ec-64d9-4ec8-b5fc-7499295d741c with Priority: HIGHEST for action port [ 962.171926] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86748d3d-9567-4e8f-8525-d96d13600410 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.172171] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.172171] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.172402] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.172609] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86748d3d-9567-4e8f-8525-d96d13600410',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.173799] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-86748d3d-9567-4e8f-8525-d96d13600410 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.173799] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.173993] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9e309ec-64d9-4ec8-b5fc-7499295d741c taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.174148] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9e309ec-64d9-4ec8-b5fc-7499295d741c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.174148] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9e309ec-64d9-4ec8-b5fc-7499295d741c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.174350] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9e309ec-64d9-4ec8-b5fc-7499295d741c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.174441] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9e309ec-64d9-4ec8-b5fc-7499295d741c',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.676360] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-86748d3d-9567-4e8f-8525-d96d13600410 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.676489] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.676741] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b9e309ec-64d9-4ec8-b5fc-7499295d741c with status ACTIVE [ 962.676906] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.677136] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.677136] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.678040] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.678040] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.678040] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.678040] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.678040] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.678040] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.678040] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.678435] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.678435] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.678435] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.678435] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.678587] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.678587] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b9e309ec-64d9-4ec8-b5fc-7499295d741c is going to be updated. [ 962.700404] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.700553] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.700644] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.700987] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.701181] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.701372] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9e309ec-64d9-4ec8-b5fc-7499295d741c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.809441] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54a9c6ef-ff6f-4f58-af52-a45fb3e28b22 in Status: SUCCESS [ 963.809814] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54a9c6ef-ff6f-4f58-af52-a45fb3e28b22 deletion is rescheduled due to dependency. [ 963.809917] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54a9c6ef-ff6f-4f58-af52-a45fb3e28b22" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.878918] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74d21890-6e3f-4338-bd25-f41b3e55273b in Status: SUCCESS [ 963.879292] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74d21890-6e3f-4338-bd25-f41b3e55273b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.998882] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86748d3d-9567-4e8f-8525-d96d13600410 in Status: SUCCESS [ 963.999169] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.999420] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.999736] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.999930] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.000071] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.000140] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.000306] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.000389] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.000486] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86748d3d-9567-4e8f-8525-d96d13600410',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.213433] env[69758]: INFO networking_nsxv3.common.synchronization [req-7f5cd877-c24c-44f6-9a8d-c42e2a78be27 req-6527d15b-7a95-4a61-893c-d265a366b016 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Enqueued Resource ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 with Priority: HIGHEST for action security_group_members [ 964.214674] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 with Priority: HIGHEST for action security_group_members [ 964.215132] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-970b52ae-0a30-4a97-8d95-e0e8de09f208 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.215265] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.215357] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.215752] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.215838] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.216014] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.216172] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.216250] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.216308] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.216513] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('970b52ae-0a30-4a97-8d95-e0e8de09f208',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.504384] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86748d3d-9567-4e8f-8525-d96d13600410',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.687136] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-580 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.687447] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-580" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.687658] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-580" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.688130] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-580" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.689149] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.689149] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.689149] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.689348] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.689581] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.689945] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 964.690181] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 964.690406] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 964.690613] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 964.690823] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 964.691045] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 964.691363] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 964.711416] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 964.711577] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 964.711747] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 964.711919] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-580" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.712277] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-d0b8960a-ce7b-43e0-a261-7fc4173b37b8 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.712458] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-d0b8960a-ce7b-43e0-a261-7fc4173b37b8" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.712585] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-d0b8960a-ce7b-43e0-a261-7fc4173b37b8" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.712906] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-d0b8960a-ce7b-43e0-a261-7fc4173b37b8" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.713064] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0b8960a-ce7b-43e0-a261-7fc4173b37b8',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.720040] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.720269] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.720340] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.720605] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.720794] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.721096] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.721233] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.721322] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.721454] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.721568] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.721697] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 is going to be updated. [ 964.751935] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.751935] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.751935] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.751935] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.752266] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.762118] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 in Status: IN_PROGRESS for 2s [ 965.007130] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86748d3d-9567-4e8f-8525-d96d13600410',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.215844] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.216149] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.216277] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.216586] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.216799] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.216972] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port d0b8960a-ce7b-43e0-a261-7fc4173b37b8 not found, creating... [ 965.217304] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.217513] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.217657] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.217960] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.218150] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.218512] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.218732] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.218871] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.219142] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.219315] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.219483] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: d0b8960a-ce7b-43e0-a261-7fc4173b37b8 is going to be created. [ 965.248351] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.248696] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.248855] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.249353] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.249698] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.249985] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-d0b8960a-ce7b-43e0-a261-7fc4173b37b8" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.509595] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.509892] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.509977] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.510249] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.510339] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.510437] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86748d3d-9567-4e8f-8525-d96d13600410 is going to be updated. [ 965.540696] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.540889] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.540934] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.541198] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.541363] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.552144] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86748d3d-9567-4e8f-8525-d96d13600410 in Status: IN_PROGRESS for 2s [ 966.015814] env[69758]: INFO networking_nsxv3.common.synchronization [req-7f5cd877-c24c-44f6-9a8d-c42e2a78be27 req-f92e0d68-0903-4692-b7ba-48a7e232ad7d service nova] Enqueued Resource ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 with Priority: HIGHEST for action security_group_rules [ 966.016080] env[69758]: INFO networking_nsxv3.common.synchronization [req-7f5cd877-c24c-44f6-9a8d-c42e2a78be27 req-f92e0d68-0903-4692-b7ba-48a7e232ad7d service nova] Enqueued Resource ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 with Priority: HIGHEST for action security_group_members [ 966.016166] env[69758]: INFO networking_nsxv3.common.synchronization [req-7f5cd877-c24c-44f6-9a8d-c42e2a78be27 req-f92e0d68-0903-4692-b7ba-48a7e232ad7d service nova] Enqueued Resource ID: d0b8960a-ce7b-43e0-a261-7fc4173b37b8 with Priority: HIGHEST for action port [ 966.016389] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 with Priority: HIGHEST for action security_group_rules [ 966.016518] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 with Priority: HIGHEST for action security_group_members [ 966.016637] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0b8960a-ce7b-43e0-a261-7fc4173b37b8 with Priority: HIGHEST for action port [ 966.017596] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-970b52ae-0a30-4a97-8d95-e0e8de09f208 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.017596] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.017741] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.017830] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.017938] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('970b52ae-0a30-4a97-8d95-e0e8de09f208',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.018731] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-970b52ae-0a30-4a97-8d95-e0e8de09f208 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.018831] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.019036] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0b8960a-ce7b-43e0-a261-7fc4173b37b8 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.019141] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0b8960a-ce7b-43e0-a261-7fc4173b37b8" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.019205] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0b8960a-ce7b-43e0-a261-7fc4173b37b8" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.019367] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0b8960a-ce7b-43e0-a261-7fc4173b37b8" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.019442] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0b8960a-ce7b-43e0-a261-7fc4173b37b8',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.521230] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-970b52ae-0a30-4a97-8d95-e0e8de09f208 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.521444] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.521571] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d0b8960a-ce7b-43e0-a261-7fc4173b37b8 with status ACTIVE [ 966.521794] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.521959] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.522090] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.522293] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.522446] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.522577] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.522679] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.522743] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.522939] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.523039] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.523595] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.523850] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.523937] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.524184] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.524302] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.524399] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d0b8960a-ce7b-43e0-a261-7fc4173b37b8 is going to be updated. [ 966.548831] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.549098] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.549321] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.549651] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.549888] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.550239] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0b8960a-ce7b-43e0-a261-7fc4173b37b8" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.774739] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 in Status: SUCCESS [ 966.774987] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 deletion is rescheduled due to dependency. [ 966.775186] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.775473] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.775764] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.776031] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.776267] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.776413] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.776846] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.776846] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.777363] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('970b52ae-0a30-4a97-8d95-e0e8de09f208',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.279713] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('970b52ae-0a30-4a97-8d95-e0e8de09f208',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.563181] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86748d3d-9567-4e8f-8525-d96d13600410 in Status: SUCCESS [ 967.563454] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.563677] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.563918] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.564163] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.564317] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.564389] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.564567] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.564657] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.564753] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.564889] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('86748d3d-9567-4e8f-8525-d96d13600410',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.781624] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('970b52ae-0a30-4a97-8d95-e0e8de09f208',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.067454] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-86748d3d-9567-4e8f-8525-d96d13600410 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.067454] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.067454] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.067814] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.067814] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.067814] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.068186] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.068186] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.068186] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.068186] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.068418] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-86748d3d-9567-4e8f-8525-d96d13600410 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.068418] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.068655] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.068655] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.068769] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.068844] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.068844] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.068961] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.069236] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.069366] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.069519] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('86748d3d-9567-4e8f-8525-d96d13600410',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.284493] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.284841] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.284904] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.285250] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.285250] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.285357] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 is going to be updated. [ 968.315812] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.315992] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.316089] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.316313] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.316460] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.327560] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 in Status: IN_PROGRESS for 2s [ 968.572640] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 86748d3d-9567-4e8f-8525-d96d13600410: rpc.has_security_group_logging(os_id): False [ 968.591667] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.591855] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.591933] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.592196] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.592368] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.592502] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.592628] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.592709] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.592860] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.592979] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.593240] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.593345] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.593415] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.593689] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.593778] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.593983] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.594085] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.594147] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.594292] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.594370] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.594458] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86748d3d-9567-4e8f-8525-d96d13600410 is going to be updated. [ 968.673316] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.673559] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.673559] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.673758] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.673956] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.692619] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86748d3d-9567-4e8f-8525-d96d13600410 in Status: IN_PROGRESS for 2s [ 970.340606] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 in Status: SUCCESS [ 970.340606] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.340606] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.341077] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.341077] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.341200] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.341381] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.341472] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.341556] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.341658] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.341793] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('970b52ae-0a30-4a97-8d95-e0e8de09f208',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.707818] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86748d3d-9567-4e8f-8525-d96d13600410 in Status: SUCCESS [ 970.708245] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.843987] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-970b52ae-0a30-4a97-8d95-e0e8de09f208 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.844217] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.844759] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.844759] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.844759] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.845037] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.845037] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.845227] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.845344] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.845463] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.845799] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-970b52ae-0a30-4a97-8d95-e0e8de09f208 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.845925] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.845925] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.846096] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.846284] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.846386] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.846461] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.846632] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.846729] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.846815] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.846979] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('970b52ae-0a30-4a97-8d95-e0e8de09f208',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.017471] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 971.017670] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 971.350986] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 970b52ae-0a30-4a97-8d95-e0e8de09f208: rpc.has_security_group_logging(os_id): False [ 971.379274] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.379491] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.379569] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.379795] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.379908] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.380178] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.380292] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.380358] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.380520] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.380616] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.380815] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.380930] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.381055] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.381222] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.381285] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.381413] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.381505] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.381570] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.381763] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.381836] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.381935] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 is going to be updated. [ 971.478665] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.478862] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.478904] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.479171] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.479348] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.494654] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 in Status: IN_PROGRESS for 2s [ 972.767465] env[69758]: INFO networking_nsxv3.common.synchronization [req-17ddcc0c-123b-4fd8-87a5-e41ca4d03796 req-0e94cd4a-45cc-429d-8148-a53fad09b207 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] Enqueued Resource ID: 74d21890-6e3f-4338-bd25-f41b3e55273b with Priority: HIGHEST for action security_group_members [ 972.768104] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74d21890-6e3f-4338-bd25-f41b3e55273b with Priority: HIGHEST for action security_group_members [ 972.768861] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-74d21890-6e3f-4338-bd25-f41b3e55273b taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.769051] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74d21890-6e3f-4338-bd25-f41b3e55273b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.769147] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74d21890-6e3f-4338-bd25-f41b3e55273b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.769383] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74d21890-6e3f-4338-bd25-f41b3e55273b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.769588] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.769761] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.769841] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.770014] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.771395] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.771543] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74d21890-6e3f-4338-bd25-f41b3e55273b',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.274563] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.274790] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.274790] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.275054] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.275132] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.275313] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.275456] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.275456] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.275670] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.275788] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.275878] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74d21890-6e3f-4338-bd25-f41b3e55273b is going to be updated. [ 973.308966] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.309207] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.309254] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.309432] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.309586] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.320562] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74d21890-6e3f-4338-bd25-f41b3e55273b in Status: IN_PROGRESS for 2s [ 973.510167] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 in Status: SUCCESS [ 973.510431] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.919500] env[69758]: INFO networking_nsxv3.common.synchronization [req-19fa6b42-b89a-4295-92a9-495a89a9854b req-d7d39a46-6763-4313-93fe-548d1fa266f8 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Enqueued Resource ID: 86748d3d-9567-4e8f-8525-d96d13600410 with Priority: HIGHEST for action security_group_members [ 973.920226] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86748d3d-9567-4e8f-8525-d96d13600410 with Priority: HIGHEST for action security_group_members [ 973.920581] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-86748d3d-9567-4e8f-8525-d96d13600410 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.920710] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.920777] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.920996] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.921166] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.921267] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.921329] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.921500] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.921586] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.921710] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86748d3d-9567-4e8f-8525-d96d13600410',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.424400] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86748d3d-9567-4e8f-8525-d96d13600410',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.927762] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86748d3d-9567-4e8f-8525-d96d13600410',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.332887] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74d21890-6e3f-4338-bd25-f41b3e55273b in Status: SUCCESS [ 975.333216] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74d21890-6e3f-4338-bd25-f41b3e55273b deletion is rescheduled due to dependency. [ 975.333326] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74d21890-6e3f-4338-bd25-f41b3e55273b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.431057] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.431371] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.431455] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.431686] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.431778] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.431877] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86748d3d-9567-4e8f-8525-d96d13600410 is going to be updated. [ 975.472312] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.472530] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.472640] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.472870] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.473042] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.483902] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86748d3d-9567-4e8f-8525-d96d13600410 in Status: IN_PROGRESS for 2s [ 975.909722] env[69758]: INFO networking_nsxv3.common.synchronization [req-8b1c0637-3a71-45f8-8543-7ebeca52adaf req-d98b3a18-bab4-4421-a638-f5c3d69e1e13 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Enqueued Resource ID: ba7cd0c9-88d1-406d-9881-8a32765ca01f with Priority: HIGHEST for action security_group_members [ 975.910574] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba7cd0c9-88d1-406d-9881-8a32765ca01f with Priority: HIGHEST for action security_group_members [ 975.910686] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba7cd0c9-88d1-406d-9881-8a32765ca01f taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.910864] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.910864] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.911625] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.911625] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.911625] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.911625] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.911625] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.911907] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.911907] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba7cd0c9-88d1-406d-9881-8a32765ca01f',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.414552] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba7cd0c9-88d1-406d-9881-8a32765ca01f',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.916180] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba7cd0c9-88d1-406d-9881-8a32765ca01f',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.017881] env[69758]: INFO networking_nsxv3.common.synchronization [req-7ad8b2b4-0ea5-43ca-9051-549b16987d69 req-0dda6c80-10b0-42e8-9a3d-11638aea6bb2 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Enqueued Resource ID: c1529c42-2ef7-440c-b68b-0713cf56c71d with Priority: HIGHEST for action security_group_members [ 977.018569] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1529c42-2ef7-440c-b68b-0713cf56c71d with Priority: HIGHEST for action security_group_members [ 977.019159] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1529c42-2ef7-440c-b68b-0713cf56c71d taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.020379] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1529c42-2ef7-440c-b68b-0713cf56c71d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.020379] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1529c42-2ef7-440c-b68b-0713cf56c71d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.020522] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1529c42-2ef7-440c-b68b-0713cf56c71d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.020791] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.020791] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.020985] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.021052] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.021108] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.021206] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1529c42-2ef7-440c-b68b-0713cf56c71d',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.419223] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.419493] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.419493] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.419682] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.419775] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.419871] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba7cd0c9-88d1-406d-9881-8a32765ca01f is going to be updated. [ 977.452976] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.455018] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.455018] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.455018] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.455018] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.465547] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba7cd0c9-88d1-406d-9881-8a32765ca01f in Status: IN_PROGRESS for 2s [ 977.496060] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86748d3d-9567-4e8f-8525-d96d13600410 in Status: SUCCESS [ 977.496060] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.526166] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.526166] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.526166] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.526166] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.526166] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.526166] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.526166] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.526166] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.526166] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.526166] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.526166] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1529c42-2ef7-440c-b68b-0713cf56c71d already deleted. [ 977.526166] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1529c42-2ef7-440c-b68b-0713cf56c71d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.643717] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-250 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.644012] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-250" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.644111] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-250" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.644765] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-250" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.644765] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.644934] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.644934] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.645166] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.645322] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.645536] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 977.645709] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 977.645846] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 977.645966] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 977.646096] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 977.646208] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 977.646368] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 977.668720] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 977.668931] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 977.669105] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 977.669292] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-250" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.669622] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-4397b9a0-b954-4d27-b9c2-efae5a80b22b taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.669803] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-4397b9a0-b954-4d27-b9c2-efae5a80b22b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.669945] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-4397b9a0-b954-4d27-b9c2-efae5a80b22b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.670422] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-4397b9a0-b954-4d27-b9c2-efae5a80b22b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.670570] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4397b9a0-b954-4d27-b9c2-efae5a80b22b',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.173874] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.174226] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.174422] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.174783] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.175250] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.175250] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port 4397b9a0-b954-4d27-b9c2-efae5a80b22b not found, creating... [ 978.175515] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.175723] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.175852] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.176111] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.176260] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.176919] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.177116] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.177243] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.177485] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.177644] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.177839] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: 4397b9a0-b954-4d27-b9c2-efae5a80b22b is going to be created. [ 978.200489] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.200740] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.200860] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.201235] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.202539] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.202539] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-4397b9a0-b954-4d27-b9c2-efae5a80b22b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.969108] env[69758]: INFO networking_nsxv3.common.synchronization [req-7ad8b2b4-0ea5-43ca-9051-549b16987d69 req-fd96bd2a-4e25-4697-97c0-6455399ee36f service nova] Enqueued Resource ID: c1529c42-2ef7-440c-b68b-0713cf56c71d with Priority: HIGHEST for action security_group_rules [ 978.969419] env[69758]: INFO networking_nsxv3.common.synchronization [req-7ad8b2b4-0ea5-43ca-9051-549b16987d69 req-fd96bd2a-4e25-4697-97c0-6455399ee36f service nova] Enqueued Resource ID: c1529c42-2ef7-440c-b68b-0713cf56c71d with Priority: HIGHEST for action security_group_members [ 978.969419] env[69758]: INFO networking_nsxv3.common.synchronization [req-7ad8b2b4-0ea5-43ca-9051-549b16987d69 req-fd96bd2a-4e25-4697-97c0-6455399ee36f service nova] Enqueued Resource ID: 4397b9a0-b954-4d27-b9c2-efae5a80b22b with Priority: HIGHEST for action port [ 978.969556] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1529c42-2ef7-440c-b68b-0713cf56c71d with Priority: HIGHEST for action security_group_rules [ 978.969688] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1529c42-2ef7-440c-b68b-0713cf56c71d with Priority: HIGHEST for action security_group_members [ 978.969773] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4397b9a0-b954-4d27-b9c2-efae5a80b22b with Priority: HIGHEST for action port [ 978.970337] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1529c42-2ef7-440c-b68b-0713cf56c71d taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.970478] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1529c42-2ef7-440c-b68b-0713cf56c71d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.970547] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1529c42-2ef7-440c-b68b-0713cf56c71d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.972469] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1529c42-2ef7-440c-b68b-0713cf56c71d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.972469] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1529c42-2ef7-440c-b68b-0713cf56c71d',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.976297] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1529c42-2ef7-440c-b68b-0713cf56c71d taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.976297] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1529c42-2ef7-440c-b68b-0713cf56c71d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.976297] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1529c42-2ef7-440c-b68b-0713cf56c71d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.976297] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1529c42-2ef7-440c-b68b-0713cf56c71d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.976297] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.976297] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.976297] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.976297] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.976297] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.976297] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1529c42-2ef7-440c-b68b-0713cf56c71d',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.976297] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-4397b9a0-b954-4d27-b9c2-efae5a80b22b taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.976297] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4397b9a0-b954-4d27-b9c2-efae5a80b22b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.976297] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4397b9a0-b954-4d27-b9c2-efae5a80b22b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.976827] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4397b9a0-b954-4d27-b9c2-efae5a80b22b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.976827] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4397b9a0-b954-4d27-b9c2-efae5a80b22b',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.477809] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba7cd0c9-88d1-406d-9881-8a32765ca01f in Status: SUCCESS [ 979.478043] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.478391] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1529c42-2ef7-440c-b68b-0713cf56c71d taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.478545] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1529c42-2ef7-440c-b68b-0713cf56c71d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.478647] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4397b9a0-b954-4d27-b9c2-efae5a80b22b with status ACTIVE [ 979.478847] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.478982] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.479099] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.479307] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.479424] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.479636] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.479741] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.479807] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.479967] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.480049] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.480226] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.480322] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.480416] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.480585] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.480698] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.480801] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4397b9a0-b954-4d27-b9c2-efae5a80b22b is going to be updated. [ 979.481882] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c1529c42-2ef7-440c-b68b-0713cf56c71d',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.508027] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.508027] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.508027] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.508027] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.508027] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.508027] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4397b9a0-b954-4d27-b9c2-efae5a80b22b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.987208] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c1529c42-2ef7-440c-b68b-0713cf56c71d',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.207130] env[69758]: INFO networking_nsxv3.common.synchronization [req-7a7cd3fa-7858-407b-b2f3-66a86676d675 req-bea401db-1b4d-47f7-80e9-df7de808a2f9 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Enqueued Resource ID: 6db4eb80-f463-4d06-837b-c7912b1e5f59 with Priority: HIGHEST for action security_group_members [ 980.207811] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6db4eb80-f463-4d06-837b-c7912b1e5f59 with Priority: HIGHEST for action security_group_members [ 980.208947] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-6db4eb80-f463-4d06-837b-c7912b1e5f59 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.209171] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6db4eb80-f463-4d06-837b-c7912b1e5f59" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.209311] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6db4eb80-f463-4d06-837b-c7912b1e5f59" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.209588] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6db4eb80-f463-4d06-837b-c7912b1e5f59" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.209827] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.210255] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.210255] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.210255] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.210444] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.210562] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6db4eb80-f463-4d06-837b-c7912b1e5f59',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.488745] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.488965] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.489062] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.489320] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.489416] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.489531] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1529c42-2ef7-440c-b68b-0713cf56c71d is going to be created. [ 980.525767] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.526028] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.526085] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.526401] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.527063] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.538094] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1529c42-2ef7-440c-b68b-0713cf56c71d in Status: UNINITIALIZED for 2s [ 980.714164] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.714164] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.714164] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.714425] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.714425] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.714643] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.714749] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.714811] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.715049] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.715140] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.715242] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6db4eb80-f463-4d06-837b-c7912b1e5f59 is going to be updated. [ 980.754085] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.754085] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.754085] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.754085] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.754085] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.761729] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6db4eb80-f463-4d06-837b-c7912b1e5f59 in Status: IN_PROGRESS for 2s [ 982.551624] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1529c42-2ef7-440c-b68b-0713cf56c71d in Status: SUCCESS [ 982.552039] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1529c42-2ef7-440c-b68b-0713cf56c71d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.552254] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1529c42-2ef7-440c-b68b-0713cf56c71d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.552554] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1529c42-2ef7-440c-b68b-0713cf56c71d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.552826] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.553018] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.553519] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.553519] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.553519] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.553519] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1529c42-2ef7-440c-b68b-0713cf56c71d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.553743] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c1529c42-2ef7-440c-b68b-0713cf56c71d',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.773877] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6db4eb80-f463-4d06-837b-c7912b1e5f59 in Status: SUCCESS [ 982.774189] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6db4eb80-f463-4d06-837b-c7912b1e5f59 deletion is rescheduled due to dependency. [ 982.774364] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6db4eb80-f463-4d06-837b-c7912b1e5f59" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.056117] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1529c42-2ef7-440c-b68b-0713cf56c71d taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.056372] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1529c42-2ef7-440c-b68b-0713cf56c71d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.056459] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1529c42-2ef7-440c-b68b-0713cf56c71d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.056741] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1529c42-2ef7-440c-b68b-0713cf56c71d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.056950] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.057091] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.057161] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.057384] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.057384] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.057482] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1529c42-2ef7-440c-b68b-0713cf56c71d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.057589] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1529c42-2ef7-440c-b68b-0713cf56c71d taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.057685] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1529c42-2ef7-440c-b68b-0713cf56c71d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.057814] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1529c42-2ef7-440c-b68b-0713cf56c71d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.059138] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1529c42-2ef7-440c-b68b-0713cf56c71d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.059359] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.059469] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.059532] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.059693] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.059798] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.059857] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1529c42-2ef7-440c-b68b-0713cf56c71d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.059947] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c1529c42-2ef7-440c-b68b-0713cf56c71d',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.564813] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c1529c42-2ef7-440c-b68b-0713cf56c71d: rpc.has_security_group_logging(os_id): False [ 983.588124] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.588124] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.588124] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.588124] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.588124] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.588124] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.588124] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.588124] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.588124] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.588124] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.588124] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.588124] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.588124] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.588124] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.588124] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.590570] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.590570] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.590570] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.590807] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.590807] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.590891] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1529c42-2ef7-440c-b68b-0713cf56c71d is going to be created. [ 983.658453] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.658453] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.658453] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.658453] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.658453] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.697839] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1529c42-2ef7-440c-b68b-0713cf56c71d in Status: IN_PROGRESS for 2s [ 984.374602] env[69758]: INFO networking_nsxv3.common.synchronization [None req-cb8fa4ba-4564-4213-8750-4e81b500fadd None None] Enqueued Resource ID: cee166e1-7a65-4940-88d1-1b8d4c11fd8a with Priority: HIGHEST for action port [ 984.375185] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cee166e1-7a65-4940-88d1-1b8d4c11fd8a with Priority: HIGHEST for action port [ 984.375888] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-cee166e1-7a65-4940-88d1-1b8d4c11fd8a taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.375888] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cee166e1-7a65-4940-88d1-1b8d4c11fd8a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.375888] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cee166e1-7a65-4940-88d1-1b8d4c11fd8a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.378077] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cee166e1-7a65-4940-88d1-1b8d4c11fd8a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.378349] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cee166e1-7a65-4940-88d1-1b8d4c11fd8a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.854580] env[69758]: INFO networking_nsxv3.common.synchronization [None req-532a1812-e052-4957-9377-2df66dbf9761 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Enqueued Resource ID: bfb2ad1a-e74e-4ca3-a906-524310c0d34d with Priority: HIGHEST for action security_group_rules [ 984.856310] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfb2ad1a-e74e-4ca3-a906-524310c0d34d with Priority: HIGHEST for action security_group_rules [ 984.856310] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bfb2ad1a-e74e-4ca3-a906-524310c0d34d taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.856310] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bfb2ad1a-e74e-4ca3-a906-524310c0d34d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.856310] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bfb2ad1a-e74e-4ca3-a906-524310c0d34d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.856310] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bfb2ad1a-e74e-4ca3-a906-524310c0d34d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.856310] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bfb2ad1a-e74e-4ca3-a906-524310c0d34d',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.882751] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cee166e1-7a65-4940-88d1-1b8d4c11fd8a [ 984.883022] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.883159] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.883228] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.883485] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.883599] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.883726] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cee166e1-7a65-4940-88d1-1b8d4c11fd8a already deleted. [ 984.883863] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cee166e1-7a65-4940-88d1-1b8d4c11fd8a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.297458] env[69758]: INFO networking_nsxv3.common.synchronization [None req-a5eefbcc-0660-424e-ac11-3c551f27c19a tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Enqueued Resource ID: bfb2ad1a-e74e-4ca3-a906-524310c0d34d with Priority: HIGHEST for action security_group_rules [ 985.299086] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfb2ad1a-e74e-4ca3-a906-524310c0d34d with Priority: HIGHEST for action security_group_rules [ 985.299086] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bfb2ad1a-e74e-4ca3-a906-524310c0d34d taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.299086] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bfb2ad1a-e74e-4ca3-a906-524310c0d34d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.384704] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.384704] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.384704] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.384704] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.384704] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.384704] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bfb2ad1a-e74e-4ca3-a906-524310c0d34d already deleted. [ 985.384704] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bfb2ad1a-e74e-4ca3-a906-524310c0d34d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.384704] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bfb2ad1a-e74e-4ca3-a906-524310c0d34d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.384704] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bfb2ad1a-e74e-4ca3-a906-524310c0d34d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.384704] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bfb2ad1a-e74e-4ca3-a906-524310c0d34d',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.714079] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1529c42-2ef7-440c-b68b-0713cf56c71d in Status: SUCCESS [ 985.715795] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1529c42-2ef7-440c-b68b-0713cf56c71d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.907862] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.908146] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.908146] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.908370] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.908500] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.908624] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bfb2ad1a-e74e-4ca3-a906-524310c0d34d already deleted. [ 985.908740] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bfb2ad1a-e74e-4ca3-a906-524310c0d34d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.651024] env[69758]: INFO networking_nsxv3.common.synchronization [None req-a3c575ff-1f8e-4600-8347-adedae1a3fd7 None None] Enqueued Resource ID: 8a848a89-a2f9-4054-a607-22e7ce486554 with Priority: HIGHEST for action port [ 986.651024] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a848a89-a2f9-4054-a607-22e7ce486554 with Priority: HIGHEST for action port [ 986.651024] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a848a89-a2f9-4054-a607-22e7ce486554 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.651024] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a848a89-a2f9-4054-a607-22e7ce486554" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.651024] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a848a89-a2f9-4054-a607-22e7ce486554" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.652082] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a848a89-a2f9-4054-a607-22e7ce486554" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.652320] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a848a89-a2f9-4054-a607-22e7ce486554',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.156601] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8a848a89-a2f9-4054-a607-22e7ce486554 [ 987.156601] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.156601] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.156601] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.156601] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.156601] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.156601] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8a848a89-a2f9-4054-a607-22e7ce486554 already deleted. [ 987.156601] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a848a89-a2f9-4054-a607-22e7ce486554" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.315094] env[69758]: INFO networking_nsxv3.common.synchronization [None req-ffc102eb-9cef-4dd8-b608-e37043eac818 None None] Enqueued Resource ID: 5e9b555e-de66-4275-a28a-7d4f04d67bba with Priority: HIGHEST for action port [ 987.315094] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e9b555e-de66-4275-a28a-7d4f04d67bba with Priority: HIGHEST for action port [ 987.315094] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e9b555e-de66-4275-a28a-7d4f04d67bba taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.315094] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e9b555e-de66-4275-a28a-7d4f04d67bba" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.315094] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e9b555e-de66-4275-a28a-7d4f04d67bba" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.315094] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e9b555e-de66-4275-a28a-7d4f04d67bba" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.317437] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e9b555e-de66-4275-a28a-7d4f04d67bba',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.819290] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5e9b555e-de66-4275-a28a-7d4f04d67bba [ 987.819617] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.819799] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.819799] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.820115] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.820115] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.820212] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5e9b555e-de66-4275-a28a-7d4f04d67bba already deleted. [ 987.820259] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e9b555e-de66-4275-a28a-7d4f04d67bba" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.680428] env[69758]: INFO networking_nsxv3.common.synchronization [None req-d15f48b8-61af-4197-9225-59e91e961076 None None] Enqueued Resource ID: a0fddbbd-3a07-4784-940d-813a11ec54f0 with Priority: HIGHEST for action port [ 989.680428] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0fddbbd-3a07-4784-940d-813a11ec54f0 with Priority: HIGHEST for action port [ 989.681581] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0fddbbd-3a07-4784-940d-813a11ec54f0 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.681711] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0fddbbd-3a07-4784-940d-813a11ec54f0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.681778] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0fddbbd-3a07-4784-940d-813a11ec54f0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.682104] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0fddbbd-3a07-4784-940d-813a11ec54f0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.682218] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0fddbbd-3a07-4784-940d-813a11ec54f0',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.184854] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a0fddbbd-3a07-4784-940d-813a11ec54f0 [ 990.185182] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.185327] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.185396] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.185622] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.185752] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.185908] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a0fddbbd-3a07-4784-940d-813a11ec54f0 already deleted. [ 990.186009] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0fddbbd-3a07-4784-940d-813a11ec54f0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.369162] env[69758]: INFO networking_nsxv3.common.synchronization [req-aa0e9044-5e8d-45a2-837d-6d65af2574fd req-404a72d4-edd4-4d95-bb33-c61324a8a4ba tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] Enqueued Resource ID: 07f030f6-418c-45ab-9b25-5fec97634ce0 with Priority: HIGHEST for action security_group_members [ 994.369753] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07f030f6-418c-45ab-9b25-5fec97634ce0 with Priority: HIGHEST for action security_group_members [ 994.370739] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-07f030f6-418c-45ab-9b25-5fec97634ce0 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.370893] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07f030f6-418c-45ab-9b25-5fec97634ce0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.370967] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07f030f6-418c-45ab-9b25-5fec97634ce0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.371194] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07f030f6-418c-45ab-9b25-5fec97634ce0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.371356] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.371469] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.371531] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.371686] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.371773] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.374147] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07f030f6-418c-45ab-9b25-5fec97634ce0',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.875038] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.875038] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.875038] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.875038] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.875038] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.875038] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.875038] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.875038] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.875038] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.875038] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.875038] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07f030f6-418c-45ab-9b25-5fec97634ce0 is going to be updated. [ 994.914982] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.915155] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.915493] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.915493] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.915649] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.924655] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07f030f6-418c-45ab-9b25-5fec97634ce0 in Status: IN_PROGRESS for 2s [ 995.572124] env[69758]: INFO networking_nsxv3.common.synchronization [req-11418cc6-6341-4e3e-8581-32b6cf02ae55 req-6a9e6a47-fa82-45a5-9683-93f4de2babe1 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Enqueued Resource ID: ba7cd0c9-88d1-406d-9881-8a32765ca01f with Priority: HIGHEST for action security_group_members [ 995.572654] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba7cd0c9-88d1-406d-9881-8a32765ca01f with Priority: HIGHEST for action security_group_members [ 995.572953] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba7cd0c9-88d1-406d-9881-8a32765ca01f taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.573090] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.573157] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.573353] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.573504] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.573640] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.573678] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.573804] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.573919] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.575020] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba7cd0c9-88d1-406d-9881-8a32765ca01f',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.848934] env[69758]: INFO networking_nsxv3.common.synchronization [None req-20034a60-f4a5-4c53-92a0-d380d4df9718 None None] Enqueued Resource ID: e68717be-a30c-4f5b-bbbf-65a70efde311 with Priority: HIGHEST for action port [ 995.849496] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e68717be-a30c-4f5b-bbbf-65a70efde311 with Priority: HIGHEST for action port [ 995.851021] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-e68717be-a30c-4f5b-bbbf-65a70efde311 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.851021] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e68717be-a30c-4f5b-bbbf-65a70efde311" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.852549] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e68717be-a30c-4f5b-bbbf-65a70efde311" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.852826] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e68717be-a30c-4f5b-bbbf-65a70efde311" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.852918] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e68717be-a30c-4f5b-bbbf-65a70efde311',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.077374] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba7cd0c9-88d1-406d-9881-8a32765ca01f',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.356926] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e68717be-a30c-4f5b-bbbf-65a70efde311 [ 996.356926] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.356926] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.356926] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.357310] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.357457] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.357600] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e68717be-a30c-4f5b-bbbf-65a70efde311 already deleted. [ 996.357710] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e68717be-a30c-4f5b-bbbf-65a70efde311" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.580185] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba7cd0c9-88d1-406d-9881-8a32765ca01f',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.651861] env[69758]: INFO networking_nsxv3.common.synchronization [req-1fc9c2ca-6d59-4cc7-a9cb-b83185a3775b req-afca3a5a-b8e8-4898-bc2f-b5353aee2d4b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Enqueued Resource ID: c1529c42-2ef7-440c-b68b-0713cf56c71d with Priority: HIGHEST for action security_group_members [ 996.651996] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1529c42-2ef7-440c-b68b-0713cf56c71d with Priority: HIGHEST for action security_group_members [ 996.652358] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1529c42-2ef7-440c-b68b-0713cf56c71d taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.652486] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1529c42-2ef7-440c-b68b-0713cf56c71d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.652555] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1529c42-2ef7-440c-b68b-0713cf56c71d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.652757] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1529c42-2ef7-440c-b68b-0713cf56c71d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.652936] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.653139] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.653221] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.653371] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.653458] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.653552] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1529c42-2ef7-440c-b68b-0713cf56c71d',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.938307] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07f030f6-418c-45ab-9b25-5fec97634ce0 in Status: SUCCESS [ 996.938307] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07f030f6-418c-45ab-9b25-5fec97634ce0 deletion is rescheduled due to dependency. [ 996.938307] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07f030f6-418c-45ab-9b25-5fec97634ce0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.084085] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.084085] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.084085] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.084316] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.084392] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.084491] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba7cd0c9-88d1-406d-9881-8a32765ca01f is going to be updated. [ 997.116215] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.116371] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.116445] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.116681] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.116865] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.126325] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba7cd0c9-88d1-406d-9881-8a32765ca01f in Status: IN_PROGRESS for 2s [ 997.156105] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.156285] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.156340] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.157138] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.157319] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.157539] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.157648] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.157713] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.157895] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.157895] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.158101] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1529c42-2ef7-440c-b68b-0713cf56c71d is going to be updated. [ 997.207194] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.207434] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.207710] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.207993] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.208196] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.222022] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1529c42-2ef7-440c-b68b-0713cf56c71d in Status: IN_PROGRESS for 2s [ 997.494708] env[69758]: INFO networking_nsxv3.common.synchronization [None req-7c68dbf0-88de-46e8-9cfb-23caa34f6a2c tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Enqueued Resource ID: 3bf8bad5-c570-41f6-8d00-90360d0dc090 with Priority: HIGHEST for action security_group_rules [ 997.497510] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bf8bad5-c570-41f6-8d00-90360d0dc090 with Priority: HIGHEST for action security_group_rules [ 997.497510] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3bf8bad5-c570-41f6-8d00-90360d0dc090 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.497510] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3bf8bad5-c570-41f6-8d00-90360d0dc090" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.497510] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3bf8bad5-c570-41f6-8d00-90360d0dc090" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.497510] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3bf8bad5-c570-41f6-8d00-90360d0dc090" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.497510] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3bf8bad5-c570-41f6-8d00-90360d0dc090',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.586639] env[69758]: INFO networking_nsxv3.common.synchronization [None req-eccc14e5-a67f-4f8d-9c9e-9bea40274919 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Enqueued Resource ID: 3bf8bad5-c570-41f6-8d00-90360d0dc090 with Priority: HIGHEST for action security_group_rules [ 997.587260] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bf8bad5-c570-41f6-8d00-90360d0dc090 with Priority: HIGHEST for action security_group_rules [ 997.587950] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3bf8bad5-c570-41f6-8d00-90360d0dc090 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.587950] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3bf8bad5-c570-41f6-8d00-90360d0dc090" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.868036] env[69758]: INFO networking_nsxv3.common.synchronization [None req-05f84423-69ac-47ea-8d8f-e2277a4fefff None None] Enqueued Resource ID: 13534317-5e5b-4350-b3c3-fd88c20c3672 with Priority: HIGHEST for action port [ 997.868036] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13534317-5e5b-4350-b3c3-fd88c20c3672 with Priority: HIGHEST for action port [ 997.868036] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-13534317-5e5b-4350-b3c3-fd88c20c3672 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.868036] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13534317-5e5b-4350-b3c3-fd88c20c3672" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.868036] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13534317-5e5b-4350-b3c3-fd88c20c3672" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.868353] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13534317-5e5b-4350-b3c3-fd88c20c3672" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.868353] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13534317-5e5b-4350-b3c3-fd88c20c3672',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.026042] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.026042] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.026042] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.026042] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.026042] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.026042] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3bf8bad5-c570-41f6-8d00-90360d0dc090 already deleted. [ 998.026042] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3bf8bad5-c570-41f6-8d00-90360d0dc090" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.026042] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3bf8bad5-c570-41f6-8d00-90360d0dc090" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.026042] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3bf8bad5-c570-41f6-8d00-90360d0dc090" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.026552] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3bf8bad5-c570-41f6-8d00-90360d0dc090',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.370656] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 13534317-5e5b-4350-b3c3-fd88c20c3672 [ 998.370904] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.371081] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.371160] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.371380] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.371476] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.371574] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:13534317-5e5b-4350-b3c3-fd88c20c3672 already deleted. [ 998.371736] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13534317-5e5b-4350-b3c3-fd88c20c3672" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.546754] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.547104] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.547104] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.547547] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.547547] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.547547] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3bf8bad5-c570-41f6-8d00-90360d0dc090 already deleted. [ 998.547735] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3bf8bad5-c570-41f6-8d00-90360d0dc090" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.137230] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba7cd0c9-88d1-406d-9881-8a32765ca01f in Status: SUCCESS [ 999.137574] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.230435] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1529c42-2ef7-440c-b68b-0713cf56c71d in Status: SUCCESS [ 999.230621] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1529c42-2ef7-440c-b68b-0713cf56c71d deletion is rescheduled due to dependency. [ 999.230731] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1529c42-2ef7-440c-b68b-0713cf56c71d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.741265] env[69758]: INFO networking_nsxv3.common.synchronization [req-a238b736-9e52-4fb1-afa1-038acd825ba0 req-9e2883b4-6b71-46c9-b414-dd07233613cd tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Enqueued Resource ID: b466bb13-86e5-4b05-a1a6-cce44813eedb with Priority: HIGHEST for action security_group_members [ 999.741265] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b466bb13-86e5-4b05-a1a6-cce44813eedb with Priority: HIGHEST for action security_group_members [ 999.741265] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-b466bb13-86e5-4b05-a1a6-cce44813eedb taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.741265] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.741265] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.741265] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.741265] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.741265] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.741265] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.741265] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.741265] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.741265] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b466bb13-86e5-4b05-a1a6-cce44813eedb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.246715] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.247046] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.247046] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.247230] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.247329] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.247538] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.247640] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.247703] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.247851] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.247932] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.248050] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b466bb13-86e5-4b05-a1a6-cce44813eedb is going to be updated. [ 1000.282628] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.282909] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.283051] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.283439] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.283624] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.295077] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b466bb13-86e5-4b05-a1a6-cce44813eedb in Status: IN_PROGRESS for 2s [ 1002.310050] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b466bb13-86e5-4b05-a1a6-cce44813eedb in Status: SUCCESS [ 1002.310404] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b466bb13-86e5-4b05-a1a6-cce44813eedb deletion is rescheduled due to dependency. [ 1002.310404] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.082554] env[69758]: INFO networking_nsxv3.common.synchronization [req-60a6b6c5-a089-4a3b-8956-aeac33c4105d req-e7909368-c345-4a77-b4ad-51cacaa7e49d tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Enqueued Resource ID: bfb2ad1a-e74e-4ca3-a906-524310c0d34d with Priority: HIGHEST for action security_group_members [ 1003.082725] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfb2ad1a-e74e-4ca3-a906-524310c0d34d with Priority: HIGHEST for action security_group_members [ 1003.082970] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfb2ad1a-e74e-4ca3-a906-524310c0d34d taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.084356] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfb2ad1a-e74e-4ca3-a906-524310c0d34d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.084465] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfb2ad1a-e74e-4ca3-a906-524310c0d34d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.085573] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfb2ad1a-e74e-4ca3-a906-524310c0d34d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.085789] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.086486] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.086559] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.086850] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.086951] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.087172] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfb2ad1a-e74e-4ca3-a906-524310c0d34d',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.438703] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-97 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.439059] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-97" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.439059] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-97" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.439232] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-97" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.439722] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.439722] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.440134] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.440134] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.445346] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.446506] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1003.446506] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1003.446506] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1003.446506] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1003.446506] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1003.446506] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1003.446506] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1003.468917] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1003.469120] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1003.469266] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1003.469814] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-97" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.470812] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-2c08f3d7-13b5-4662-b9df-8a58c83a0286 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.471033] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-2c08f3d7-13b5-4662-b9df-8a58c83a0286" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.471175] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-2c08f3d7-13b5-4662-b9df-8a58c83a0286" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.471529] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-2c08f3d7-13b5-4662-b9df-8a58c83a0286" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.471681] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c08f3d7-13b5-4662-b9df-8a58c83a0286',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.592969] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.592969] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.592969] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.592969] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.592969] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.592969] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.592969] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.592969] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.592969] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.592969] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.593423] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfb2ad1a-e74e-4ca3-a906-524310c0d34d already deleted. [ 1003.593423] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfb2ad1a-e74e-4ca3-a906-524310c0d34d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.974393] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.975351] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.975351] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.977970] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.977970] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.977970] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port 2c08f3d7-13b5-4662-b9df-8a58c83a0286 not found, creating... [ 1003.977970] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.977970] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.977970] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.977970] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.977970] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.977970] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.977970] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.978417] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.978417] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.978749] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.979045] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: 2c08f3d7-13b5-4662-b9df-8a58c83a0286 is going to be created. [ 1004.001169] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.003486] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.003486] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.003486] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.003486] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.003486] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-2c08f3d7-13b5-4662-b9df-8a58c83a0286" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.039435] env[69758]: INFO networking_nsxv3.common.synchronization [None req-3f71a197-cec2-4b3a-be90-fff09174635e None None] Enqueued Resource ID: 36aaa788-d0ad-43fc-8df0-7e96869a5fb0 with Priority: HIGHEST for action port [ 1004.039435] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36aaa788-d0ad-43fc-8df0-7e96869a5fb0 with Priority: HIGHEST for action port [ 1004.039435] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-36aaa788-d0ad-43fc-8df0-7e96869a5fb0 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.039435] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36aaa788-d0ad-43fc-8df0-7e96869a5fb0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.039435] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36aaa788-d0ad-43fc-8df0-7e96869a5fb0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.039435] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36aaa788-d0ad-43fc-8df0-7e96869a5fb0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.039435] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36aaa788-d0ad-43fc-8df0-7e96869a5fb0',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.544022] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 36aaa788-d0ad-43fc-8df0-7e96869a5fb0 [ 1004.544022] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.544022] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.544022] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.544022] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.544022] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.544022] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:36aaa788-d0ad-43fc-8df0-7e96869a5fb0 already deleted. [ 1004.544022] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36aaa788-d0ad-43fc-8df0-7e96869a5fb0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.864515] env[69758]: INFO networking_nsxv3.common.synchronization [req-60a6b6c5-a089-4a3b-8956-aeac33c4105d req-eb9fd9dd-1d36-43a9-8748-d4f6e06be42b service nova] Enqueued Resource ID: bfb2ad1a-e74e-4ca3-a906-524310c0d34d with Priority: HIGHEST for action security_group_rules [ 1004.864729] env[69758]: INFO networking_nsxv3.common.synchronization [req-60a6b6c5-a089-4a3b-8956-aeac33c4105d req-eb9fd9dd-1d36-43a9-8748-d4f6e06be42b service nova] Enqueued Resource ID: bfb2ad1a-e74e-4ca3-a906-524310c0d34d with Priority: HIGHEST for action security_group_members [ 1004.864873] env[69758]: INFO networking_nsxv3.common.synchronization [req-60a6b6c5-a089-4a3b-8956-aeac33c4105d req-eb9fd9dd-1d36-43a9-8748-d4f6e06be42b service nova] Enqueued Resource ID: 2c08f3d7-13b5-4662-b9df-8a58c83a0286 with Priority: HIGHEST for action port [ 1004.866032] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfb2ad1a-e74e-4ca3-a906-524310c0d34d with Priority: HIGHEST for action security_group_rules [ 1004.866202] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfb2ad1a-e74e-4ca3-a906-524310c0d34d with Priority: HIGHEST for action security_group_members [ 1004.866334] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c08f3d7-13b5-4662-b9df-8a58c83a0286 with Priority: HIGHEST for action port [ 1004.866643] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bfb2ad1a-e74e-4ca3-a906-524310c0d34d taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.866777] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bfb2ad1a-e74e-4ca3-a906-524310c0d34d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.866883] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bfb2ad1a-e74e-4ca3-a906-524310c0d34d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.871018] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bfb2ad1a-e74e-4ca3-a906-524310c0d34d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.871018] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bfb2ad1a-e74e-4ca3-a906-524310c0d34d',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.871018] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfb2ad1a-e74e-4ca3-a906-524310c0d34d taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.871018] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfb2ad1a-e74e-4ca3-a906-524310c0d34d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.871018] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfb2ad1a-e74e-4ca3-a906-524310c0d34d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.871018] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfb2ad1a-e74e-4ca3-a906-524310c0d34d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.871018] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.871018] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.871018] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.871018] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.871018] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.871018] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfb2ad1a-e74e-4ca3-a906-524310c0d34d',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.872158] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c08f3d7-13b5-4662-b9df-8a58c83a0286 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.872277] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c08f3d7-13b5-4662-b9df-8a58c83a0286" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.872332] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c08f3d7-13b5-4662-b9df-8a58c83a0286" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.872501] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c08f3d7-13b5-4662-b9df-8a58c83a0286" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.872580] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c08f3d7-13b5-4662-b9df-8a58c83a0286',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.323359] env[69758]: INFO networking_nsxv3.common.synchronization [req-de82385a-72a6-48be-a86d-6c3f460c15c6 req-5fe9caff-8c00-4202-9e65-659423e31421 tempest-SecurityGroupRulesNegativeTestJSON-1970916282 tempest-SecurityGroupRulesNegativeTestJSON-1970916282-project-member] Enqueued Resource ID: 9f4dd728-fca2-4af6-ba9b-8a82ae72ebe5 with Priority: HIGHEST for action security_group_rules [ 1005.323892] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f4dd728-fca2-4af6-ba9b-8a82ae72ebe5 with Priority: HIGHEST for action security_group_rules [ 1005.324344] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f4dd728-fca2-4af6-ba9b-8a82ae72ebe5 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.324539] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f4dd728-fca2-4af6-ba9b-8a82ae72ebe5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.324618] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f4dd728-fca2-4af6-ba9b-8a82ae72ebe5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.324851] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f4dd728-fca2-4af6-ba9b-8a82ae72ebe5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.324933] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f4dd728-fca2-4af6-ba9b-8a82ae72ebe5',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.375032] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfb2ad1a-e74e-4ca3-a906-524310c0d34d taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.375032] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfb2ad1a-e74e-4ca3-a906-524310c0d34d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.378570] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bfb2ad1a-e74e-4ca3-a906-524310c0d34d',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.378570] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2c08f3d7-13b5-4662-b9df-8a58c83a0286 with status ACTIVE [ 1005.378570] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.378570] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.378570] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.378570] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.378570] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.378570] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.378570] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.378570] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.378570] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.378570] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.378570] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.378570] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.378570] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.378570] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.379206] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.379206] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2c08f3d7-13b5-4662-b9df-8a58c83a0286 is going to be updated. [ 1005.401746] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.402437] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.402686] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.402982] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.403217] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.403332] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c08f3d7-13b5-4662-b9df-8a58c83a0286" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.623521] env[69758]: INFO networking_nsxv3.common.synchronization [req-46e03e0f-1f05-4c10-9345-68bc676e93c9 req-b446f064-6a56-485c-af2c-7b47450d9c16 tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] Enqueued Resource ID: 326deb58-c098-48dd-9134-b39bf9b9d7d5 with Priority: HIGHEST for action security_group_members [ 1005.624513] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 326deb58-c098-48dd-9134-b39bf9b9d7d5 with Priority: HIGHEST for action security_group_members [ 1005.624513] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-326deb58-c098-48dd-9134-b39bf9b9d7d5 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.624663] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-326deb58-c098-48dd-9134-b39bf9b9d7d5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.624663] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-326deb58-c098-48dd-9134-b39bf9b9d7d5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.624839] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-326deb58-c098-48dd-9134-b39bf9b9d7d5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.624986] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.625814] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.625932] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.626388] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.626388] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.626388] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('326deb58-c098-48dd-9134-b39bf9b9d7d5',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.846053] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.846053] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.846053] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.846304] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.846359] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.846456] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f4dd728-fca2-4af6-ba9b-8a82ae72ebe5 already deleted. [ 1005.846530] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f4dd728-fca2-4af6-ba9b-8a82ae72ebe5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.883495] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bfb2ad1a-e74e-4ca3-a906-524310c0d34d',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.977278] env[69758]: INFO networking_nsxv3.common.synchronization [req-6f449470-3cef-41bb-ae01-32b74e791b67 req-6ddf5ce3-eb5d-47a7-8810-c823b67f8009 tempest-SecurityGroupRulesNegativeTestJSON-1970916282 tempest-SecurityGroupRulesNegativeTestJSON-1970916282-project-member] Enqueued Resource ID: 9f4dd728-fca2-4af6-ba9b-8a82ae72ebe5 with Priority: HIGHEST for action security_group_rules [ 1005.979020] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f4dd728-fca2-4af6-ba9b-8a82ae72ebe5 with Priority: HIGHEST for action security_group_rules [ 1005.979020] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f4dd728-fca2-4af6-ba9b-8a82ae72ebe5 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.979906] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f4dd728-fca2-4af6-ba9b-8a82ae72ebe5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.979906] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f4dd728-fca2-4af6-ba9b-8a82ae72ebe5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.979906] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f4dd728-fca2-4af6-ba9b-8a82ae72ebe5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.979906] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f4dd728-fca2-4af6-ba9b-8a82ae72ebe5',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.026934] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-970 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.027204] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-970" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.027375] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-970" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.027708] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-970" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.027982] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.028160] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.028282] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.028504] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.028654] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.028907] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1006.029089] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1006.029215] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1006.029380] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1006.029444] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1006.029546] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1006.029689] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1006.048359] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1006.048527] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1006.048667] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1006.048850] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-970" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.049206] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-6782625c-68c0-4347-b87f-90aced4b59ac taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.049382] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-6782625c-68c0-4347-b87f-90aced4b59ac" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.049507] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-6782625c-68c0-4347-b87f-90aced4b59ac" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.049837] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-6782625c-68c0-4347-b87f-90aced4b59ac" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.049980] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6782625c-68c0-4347-b87f-90aced4b59ac',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.129368] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.129520] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.129588] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.129907] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.130030] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.130384] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.130754] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.130754] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.130754] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.130916] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.130916] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 326deb58-c098-48dd-9134-b39bf9b9d7d5 already deleted. [ 1006.130989] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-326deb58-c098-48dd-9134-b39bf9b9d7d5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.209305] env[69758]: INFO networking_nsxv3.common.synchronization [None req-4052e957-d3b6-4516-8e60-2fc1ddfefad6 None None] Enqueued Resource ID: 5af5b65b-9b97-4ef8-8407-52df2e33f01e with Priority: HIGHEST for action port [ 1006.209305] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5af5b65b-9b97-4ef8-8407-52df2e33f01e with Priority: HIGHEST for action port [ 1006.209761] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-5af5b65b-9b97-4ef8-8407-52df2e33f01e taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.210544] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5af5b65b-9b97-4ef8-8407-52df2e33f01e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.210544] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5af5b65b-9b97-4ef8-8407-52df2e33f01e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.210544] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5af5b65b-9b97-4ef8-8407-52df2e33f01e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.210544] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5af5b65b-9b97-4ef8-8407-52df2e33f01e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.388204] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.388378] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.388455] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.388677] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.388771] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.388873] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfb2ad1a-e74e-4ca3-a906-524310c0d34d is going to be created. [ 1006.411609] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.411840] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.411840] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.412034] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.412212] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.422514] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfb2ad1a-e74e-4ca3-a906-524310c0d34d in Status: UNINITIALIZED for 2s [ 1006.501542] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.501692] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.501799] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.501970] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.502078] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.502171] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f4dd728-fca2-4af6-ba9b-8a82ae72ebe5 already deleted. [ 1006.502250] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f4dd728-fca2-4af6-ba9b-8a82ae72ebe5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.552166] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.552443] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.552595] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.552872] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.553038] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.553197] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port 6782625c-68c0-4347-b87f-90aced4b59ac not found, creating... [ 1006.553517] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.553714] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.553866] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.554104] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.554262] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.554545] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.554702] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.554941] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.555178] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.555326] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.555461] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: 6782625c-68c0-4347-b87f-90aced4b59ac is going to be created. [ 1006.577714] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.577714] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.577714] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.577714] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.577714] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.577714] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-6782625c-68c0-4347-b87f-90aced4b59ac" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.713130] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5af5b65b-9b97-4ef8-8407-52df2e33f01e [ 1006.714266] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.714539] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.714700] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.715048] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.715261] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.715389] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5af5b65b-9b97-4ef8-8407-52df2e33f01e already deleted. [ 1006.715552] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5af5b65b-9b97-4ef8-8407-52df2e33f01e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.549551] env[69758]: INFO networking_nsxv3.common.synchronization [req-46e03e0f-1f05-4c10-9345-68bc676e93c9 req-05e63b1c-57dd-40af-a3f5-69465bd22706 service nova] Enqueued Resource ID: 326deb58-c098-48dd-9134-b39bf9b9d7d5 with Priority: HIGHEST for action security_group_rules [ 1007.549822] env[69758]: INFO networking_nsxv3.common.synchronization [req-46e03e0f-1f05-4c10-9345-68bc676e93c9 req-05e63b1c-57dd-40af-a3f5-69465bd22706 service nova] Enqueued Resource ID: 326deb58-c098-48dd-9134-b39bf9b9d7d5 with Priority: HIGHEST for action security_group_members [ 1007.550088] env[69758]: INFO networking_nsxv3.common.synchronization [req-46e03e0f-1f05-4c10-9345-68bc676e93c9 req-05e63b1c-57dd-40af-a3f5-69465bd22706 service nova] Enqueued Resource ID: 6782625c-68c0-4347-b87f-90aced4b59ac with Priority: HIGHEST for action port [ 1007.550652] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 326deb58-c098-48dd-9134-b39bf9b9d7d5 with Priority: HIGHEST for action security_group_rules [ 1007.550895] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 326deb58-c098-48dd-9134-b39bf9b9d7d5 with Priority: HIGHEST for action security_group_members [ 1007.550895] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6782625c-68c0-4347-b87f-90aced4b59ac with Priority: HIGHEST for action port [ 1007.551618] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-326deb58-c098-48dd-9134-b39bf9b9d7d5 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.551751] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-326deb58-c098-48dd-9134-b39bf9b9d7d5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.551819] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-326deb58-c098-48dd-9134-b39bf9b9d7d5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.552237] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-326deb58-c098-48dd-9134-b39bf9b9d7d5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.552342] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('326deb58-c098-48dd-9134-b39bf9b9d7d5',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.553669] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-326deb58-c098-48dd-9134-b39bf9b9d7d5 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.553884] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-326deb58-c098-48dd-9134-b39bf9b9d7d5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.554016] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-326deb58-c098-48dd-9134-b39bf9b9d7d5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.554191] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-326deb58-c098-48dd-9134-b39bf9b9d7d5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.554340] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.554442] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.554505] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.554667] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.554720] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.554812] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('326deb58-c098-48dd-9134-b39bf9b9d7d5',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.556673] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-6782625c-68c0-4347-b87f-90aced4b59ac taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.556874] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6782625c-68c0-4347-b87f-90aced4b59ac" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.556874] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6782625c-68c0-4347-b87f-90aced4b59ac" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.557237] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6782625c-68c0-4347-b87f-90aced4b59ac" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.557345] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6782625c-68c0-4347-b87f-90aced4b59ac',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.957087] env[69758]: INFO networking_nsxv3.common.synchronization [req-1de1da47-26a8-47fd-b872-8e523ea400d0 req-c6970b07-619e-4e72-9b85-c0f258331727 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Enqueued Resource ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 with Priority: HIGHEST for action security_group_members [ 1007.957594] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 with Priority: HIGHEST for action security_group_members [ 1007.958072] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-970b52ae-0a30-4a97-8d95-e0e8de09f208 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.958072] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.958318] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.958318] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.958668] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.958668] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.958668] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.958828] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.958828] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.958909] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('970b52ae-0a30-4a97-8d95-e0e8de09f208',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.058869] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6782625c-68c0-4347-b87f-90aced4b59ac with status ACTIVE [ 1008.059110] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.059698] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.059698] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.059698] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.059698] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.059886] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.059886] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.059987] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.060079] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.060152] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.060334] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.060424] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.060493] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.060627] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.060696] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.060778] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6782625c-68c0-4347-b87f-90aced4b59ac is going to be updated. [ 1008.061855] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('326deb58-c098-48dd-9134-b39bf9b9d7d5',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.062704] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-326deb58-c098-48dd-9134-b39bf9b9d7d5 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.063089] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-326deb58-c098-48dd-9134-b39bf9b9d7d5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.086292] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.087172] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.087172] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.088472] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.088721] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.090344] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6782625c-68c0-4347-b87f-90aced4b59ac" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.271151] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-580 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.271151] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-580" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.271268] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-580" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.271547] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-580" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.271816] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.271981] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.272126] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.273204] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.273204] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.273204] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1008.273204] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1008.273204] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1008.273204] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1008.273204] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1008.273440] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1008.273440] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1008.291732] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1008.291904] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1008.292056] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1008.292318] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-580" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.294526] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-5ae29246-98f6-4c87-970f-4a235b5704bb taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.294526] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-5ae29246-98f6-4c87-970f-4a235b5704bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.294712] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-5ae29246-98f6-4c87-970f-4a235b5704bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.295957] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-5ae29246-98f6-4c87-970f-4a235b5704bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.295957] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ae29246-98f6-4c87-970f-4a235b5704bb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.437901] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfb2ad1a-e74e-4ca3-a906-524310c0d34d in Status: SUCCESS [ 1008.437901] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfb2ad1a-e74e-4ca3-a906-524310c0d34d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.437901] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfb2ad1a-e74e-4ca3-a906-524310c0d34d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.437901] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfb2ad1a-e74e-4ca3-a906-524310c0d34d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.437901] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.437901] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.437901] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.437901] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.437901] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.437901] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfb2ad1a-e74e-4ca3-a906-524310c0d34d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.437901] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bfb2ad1a-e74e-4ca3-a906-524310c0d34d',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.461480] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('970b52ae-0a30-4a97-8d95-e0e8de09f208',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.565041] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('326deb58-c098-48dd-9134-b39bf9b9d7d5',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.801178] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.801178] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.801178] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.801178] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.801178] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.801178] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port 5ae29246-98f6-4c87-970f-4a235b5704bb not found, creating... [ 1008.801178] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.801178] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.801178] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.801178] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.801178] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.807883] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.807883] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.807883] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.807883] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.807883] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.807883] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: 5ae29246-98f6-4c87-970f-4a235b5704bb is going to be created. [ 1008.829212] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.829531] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.829700] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.829985] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.831181] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.831662] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-5ae29246-98f6-4c87-970f-4a235b5704bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.944168] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bfb2ad1a-e74e-4ca3-a906-524310c0d34d',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.963099] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('970b52ae-0a30-4a97-8d95-e0e8de09f208',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.066498] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.066784] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.066896] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.067208] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.067300] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.067413] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 326deb58-c098-48dd-9134-b39bf9b9d7d5 is going to be created. [ 1009.095336] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.095478] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.095544] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.095757] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.095937] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.107542] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 326deb58-c098-48dd-9134-b39bf9b9d7d5 in Status: UNINITIALIZED for 2s [ 1009.447994] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bfb2ad1a-e74e-4ca3-a906-524310c0d34d: rpc.has_security_group_logging(os_id): False [ 1009.465724] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.465924] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.466015] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.466232] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.466338] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.466582] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.466676] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.466732] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.466911] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.466998] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.467052] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bfb2ad1a-e74e-4ca3-a906-524310c0d34d is going to be created. [ 1009.468361] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.468472] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.468567] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.469261] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.469361] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.469442] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 is going to be updated. [ 1009.498070] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.498314] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.498448] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.499024] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.499291] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.519946] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 in Status: IN_PROGRESS for 2s [ 1009.536138] env[69758]: INFO networking_nsxv3.common.synchronization [req-1de1da47-26a8-47fd-b872-8e523ea400d0 req-090f6c85-80fc-4afb-9408-810a667553fd service nova] Enqueued Resource ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 with Priority: HIGHEST for action security_group_rules [ 1009.536390] env[69758]: INFO networking_nsxv3.common.synchronization [req-1de1da47-26a8-47fd-b872-8e523ea400d0 req-090f6c85-80fc-4afb-9408-810a667553fd service nova] Enqueued Resource ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 with Priority: HIGHEST for action security_group_members [ 1009.536390] env[69758]: INFO networking_nsxv3.common.synchronization [req-1de1da47-26a8-47fd-b872-8e523ea400d0 req-090f6c85-80fc-4afb-9408-810a667553fd service nova] Enqueued Resource ID: 5ae29246-98f6-4c87-970f-4a235b5704bb with Priority: HIGHEST for action port [ 1009.537181] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 with Priority: HIGHEST for action security_group_rules [ 1009.538788] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 with Priority: HIGHEST for action security_group_members [ 1009.538788] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ae29246-98f6-4c87-970f-4a235b5704bb with Priority: HIGHEST for action port [ 1009.538788] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.539115] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.539115] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.539186] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.539364] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.540532] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-970b52ae-0a30-4a97-8d95-e0e8de09f208 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.540668] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.540725] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.540916] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.540974] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('970b52ae-0a30-4a97-8d95-e0e8de09f208',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.542013] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-970b52ae-0a30-4a97-8d95-e0e8de09f208 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.542138] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.542359] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ae29246-98f6-4c87-970f-4a235b5704bb taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.542464] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ae29246-98f6-4c87-970f-4a235b5704bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.542525] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ae29246-98f6-4c87-970f-4a235b5704bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.542683] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ae29246-98f6-4c87-970f-4a235b5704bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.542760] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ae29246-98f6-4c87-970f-4a235b5704bb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.566252] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bfb2ad1a-e74e-4ca3-a906-524310c0d34d in Status: IN_PROGRESS for 2s [ 1010.051061] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-970b52ae-0a30-4a97-8d95-e0e8de09f208 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.051061] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.051061] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5ae29246-98f6-4c87-970f-4a235b5704bb with status ACTIVE [ 1010.051061] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.051061] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.051061] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.051061] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.051061] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.051061] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.051061] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.051061] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.051061] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.051061] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.051061] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.052455] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.052455] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.052455] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.052455] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.052455] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5ae29246-98f6-4c87-970f-4a235b5704bb is going to be updated. [ 1010.078032] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.078032] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.078032] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.078032] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.078032] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.078032] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ae29246-98f6-4c87-970f-4a235b5704bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.656277] env[69758]: INFO networking_nsxv3.common.synchronization [req-0d9b0f60-89ba-4096-bb2b-cef9850f8529 req-16b4dab5-aee5-4bdb-b281-8fa755aee893 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Enqueued Resource ID: 86748d3d-9567-4e8f-8525-d96d13600410 with Priority: HIGHEST for action security_group_members [ 1010.657024] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86748d3d-9567-4e8f-8525-d96d13600410 with Priority: HIGHEST for action security_group_members [ 1010.657445] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-86748d3d-9567-4e8f-8525-d96d13600410 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.657580] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.657646] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.657884] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.658236] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.658236] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.658236] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.658503] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.658503] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.658610] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86748d3d-9567-4e8f-8525-d96d13600410',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.121944] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 326deb58-c098-48dd-9134-b39bf9b9d7d5 in Status: SUCCESS [ 1011.123448] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-326deb58-c098-48dd-9134-b39bf9b9d7d5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.124140] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-326deb58-c098-48dd-9134-b39bf9b9d7d5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.126337] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-326deb58-c098-48dd-9134-b39bf9b9d7d5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.126737] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.126975] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.127093] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.127299] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.127414] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.127520] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-326deb58-c098-48dd-9134-b39bf9b9d7d5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.127626] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('326deb58-c098-48dd-9134-b39bf9b9d7d5',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.141610] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-407 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.141825] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-407" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.141968] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-407" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.142386] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-407" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.142754] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.142941] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.143097] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.143357] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.143514] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.143733] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1011.143905] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1011.144072] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1011.144215] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1011.144514] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1011.144514] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1011.144714] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1011.161660] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86748d3d-9567-4e8f-8525-d96d13600410',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.170165] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1011.170433] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1011.170584] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1011.170769] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-407" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.171097] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-501d6124-dbec-4e12-a60d-9c7c63ac1a55 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.171298] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-501d6124-dbec-4e12-a60d-9c7c63ac1a55" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.171428] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-501d6124-dbec-4e12-a60d-9c7c63ac1a55" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.171795] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-501d6124-dbec-4e12-a60d-9c7c63ac1a55" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.172014] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('501d6124-dbec-4e12-a60d-9c7c63ac1a55',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.534422] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 in Status: SUCCESS [ 1011.534710] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.534921] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.535182] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.535406] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.535502] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.535571] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.535760] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.535845] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.535981] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('970b52ae-0a30-4a97-8d95-e0e8de09f208',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.580581] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bfb2ad1a-e74e-4ca3-a906-524310c0d34d in Status: SUCCESS [ 1011.580930] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bfb2ad1a-e74e-4ca3-a906-524310c0d34d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.630454] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-326deb58-c098-48dd-9134-b39bf9b9d7d5 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.630615] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-326deb58-c098-48dd-9134-b39bf9b9d7d5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.630690] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-326deb58-c098-48dd-9134-b39bf9b9d7d5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.630919] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-326deb58-c098-48dd-9134-b39bf9b9d7d5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.631103] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.631212] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.631279] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.631428] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.631519] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.631607] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-326deb58-c098-48dd-9134-b39bf9b9d7d5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.631780] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-326deb58-c098-48dd-9134-b39bf9b9d7d5 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.631989] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-326deb58-c098-48dd-9134-b39bf9b9d7d5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.631989] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-326deb58-c098-48dd-9134-b39bf9b9d7d5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.632173] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-326deb58-c098-48dd-9134-b39bf9b9d7d5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.632360] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.632446] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.632483] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.632593] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.632673] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.632756] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-326deb58-c098-48dd-9134-b39bf9b9d7d5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.632829] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('326deb58-c098-48dd-9134-b39bf9b9d7d5',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.664330] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86748d3d-9567-4e8f-8525-d96d13600410',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.675287] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.676028] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.676028] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.676153] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.676251] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.676522] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port 501d6124-dbec-4e12-a60d-9c7c63ac1a55 not found, creating... [ 1011.676667] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.676944] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.677020] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.677263] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.677409] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.677705] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.677866] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.677988] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.678300] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.678479] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.678633] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: 501d6124-dbec-4e12-a60d-9c7c63ac1a55 is going to be created. [ 1011.705236] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.705427] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.705562] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.705899] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.706192] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.706445] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-501d6124-dbec-4e12-a60d-9c7c63ac1a55" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.040737] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('970b52ae-0a30-4a97-8d95-e0e8de09f208',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.135750] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 326deb58-c098-48dd-9134-b39bf9b9d7d5: rpc.has_security_group_logging(os_id): False [ 1012.156658] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.158319] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.158319] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.158319] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.158319] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.158319] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.158319] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.158319] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.158319] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.158319] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.158319] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.159093] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.159093] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.159093] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.159093] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.159093] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.159093] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.159298] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.159331] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.159423] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.159530] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 326deb58-c098-48dd-9134-b39bf9b9d7d5 is going to be created. [ 1012.167866] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.168147] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.168228] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.168457] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.168568] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.168679] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86748d3d-9567-4e8f-8525-d96d13600410 is going to be updated. [ 1012.197558] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.200912] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.200912] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.200912] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.200912] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.209874] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86748d3d-9567-4e8f-8525-d96d13600410 in Status: IN_PROGRESS for 2s [ 1012.227966] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.227966] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.227966] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.227966] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.227966] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.239795] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 326deb58-c098-48dd-9134-b39bf9b9d7d5 in Status: IN_PROGRESS for 2s [ 1012.293421] env[69758]: INFO networking_nsxv3.common.synchronization [None req-e13543ac-9e1e-4a6d-956d-b91ce6bcaaca None None] Enqueued Resource ID: 53682e19-e2a9-4209-9e87-529155ad265b with Priority: HIGHEST for action port [ 1012.296045] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53682e19-e2a9-4209-9e87-529155ad265b with Priority: HIGHEST for action port [ 1012.296045] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-53682e19-e2a9-4209-9e87-529155ad265b taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.296045] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53682e19-e2a9-4209-9e87-529155ad265b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.296045] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53682e19-e2a9-4209-9e87-529155ad265b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.296045] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53682e19-e2a9-4209-9e87-529155ad265b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.296045] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53682e19-e2a9-4209-9e87-529155ad265b',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.548448] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('970b52ae-0a30-4a97-8d95-e0e8de09f208',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.798399] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 53682e19-e2a9-4209-9e87-529155ad265b [ 1012.798763] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.798980] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.799108] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.799333] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.799491] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.799576] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:53682e19-e2a9-4209-9e87-529155ad265b already deleted. [ 1012.799709] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53682e19-e2a9-4209-9e87-529155ad265b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.053251] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.053639] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.053639] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.053746] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.053790] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.053897] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 is going to be updated. [ 1013.110771] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.112560] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.112744] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.113027] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.113259] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.124525] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 in Status: IN_PROGRESS for 2s [ 1013.253841] env[69758]: INFO networking_nsxv3.common.synchronization [req-0d9b0f60-89ba-4096-bb2b-cef9850f8529 req-130d4d51-e9f7-4819-b3ae-ec708e1bf0bb service nova] Enqueued Resource ID: 86748d3d-9567-4e8f-8525-d96d13600410 with Priority: HIGHEST for action security_group_rules [ 1013.253841] env[69758]: INFO networking_nsxv3.common.synchronization [req-0d9b0f60-89ba-4096-bb2b-cef9850f8529 req-130d4d51-e9f7-4819-b3ae-ec708e1bf0bb service nova] Enqueued Resource ID: 86748d3d-9567-4e8f-8525-d96d13600410 with Priority: HIGHEST for action security_group_members [ 1013.253841] env[69758]: INFO networking_nsxv3.common.synchronization [req-0d9b0f60-89ba-4096-bb2b-cef9850f8529 req-130d4d51-e9f7-4819-b3ae-ec708e1bf0bb service nova] Enqueued Resource ID: 501d6124-dbec-4e12-a60d-9c7c63ac1a55 with Priority: HIGHEST for action port [ 1013.258332] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86748d3d-9567-4e8f-8525-d96d13600410 with Priority: HIGHEST for action security_group_rules [ 1013.258332] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86748d3d-9567-4e8f-8525-d96d13600410 with Priority: HIGHEST for action security_group_members [ 1013.258332] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 501d6124-dbec-4e12-a60d-9c7c63ac1a55 with Priority: HIGHEST for action port [ 1013.258757] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86748d3d-9567-4e8f-8525-d96d13600410 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.258757] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.258757] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.259077] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.259077] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86748d3d-9567-4e8f-8525-d96d13600410',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.260331] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-86748d3d-9567-4e8f-8525-d96d13600410 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.260470] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.264362] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-501d6124-dbec-4e12-a60d-9c7c63ac1a55 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.267262] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-501d6124-dbec-4e12-a60d-9c7c63ac1a55" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.267262] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-501d6124-dbec-4e12-a60d-9c7c63ac1a55" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.267262] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-501d6124-dbec-4e12-a60d-9c7c63ac1a55" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.267262] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('501d6124-dbec-4e12-a60d-9c7c63ac1a55',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.767954] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-86748d3d-9567-4e8f-8525-d96d13600410 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.767954] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.768354] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 501d6124-dbec-4e12-a60d-9c7c63ac1a55 with status ACTIVE [ 1013.768633] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.768781] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.768848] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.769116] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.769264] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.771114] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.771114] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.771114] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.771114] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.771114] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.771114] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.771114] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.771114] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.771114] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.771114] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.771114] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 501d6124-dbec-4e12-a60d-9c7c63ac1a55 is going to be updated. [ 1013.793306] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.793629] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.793629] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.793911] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.794119] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.794379] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-501d6124-dbec-4e12-a60d-9c7c63ac1a55" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.223352] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86748d3d-9567-4e8f-8525-d96d13600410 in Status: SUCCESS [ 1014.223352] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.223352] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.223352] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.223352] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.223352] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.223352] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.223352] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.223352] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.223352] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86748d3d-9567-4e8f-8525-d96d13600410',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.252481] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 326deb58-c098-48dd-9134-b39bf9b9d7d5 in Status: SUCCESS [ 1014.253295] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-326deb58-c098-48dd-9134-b39bf9b9d7d5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.414113] env[69758]: INFO networking_nsxv3.common.synchronization [None req-0cec4a74-c234-4e28-b2ec-ff55009f6fc0 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Enqueued Resource ID: 2cb34ad3-c41a-4aac-b219-433cdc73f5b6 with Priority: HIGHEST for action security_group_rules [ 1014.414531] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cb34ad3-c41a-4aac-b219-433cdc73f5b6 with Priority: HIGHEST for action security_group_rules [ 1014.414917] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2cb34ad3-c41a-4aac-b219-433cdc73f5b6 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.415952] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2cb34ad3-c41a-4aac-b219-433cdc73f5b6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.416037] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2cb34ad3-c41a-4aac-b219-433cdc73f5b6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.416804] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2cb34ad3-c41a-4aac-b219-433cdc73f5b6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.416804] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2cb34ad3-c41a-4aac-b219-433cdc73f5b6',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.602115] env[69758]: INFO networking_nsxv3.common.synchronization [None req-58ff3030-801a-4e7d-8b9d-547780fa709f tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Enqueued Resource ID: 2cb34ad3-c41a-4aac-b219-433cdc73f5b6 with Priority: HIGHEST for action security_group_rules [ 1014.602867] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cb34ad3-c41a-4aac-b219-433cdc73f5b6 with Priority: HIGHEST for action security_group_rules [ 1014.603645] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2cb34ad3-c41a-4aac-b219-433cdc73f5b6 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.603830] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2cb34ad3-c41a-4aac-b219-433cdc73f5b6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.726019] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86748d3d-9567-4e8f-8525-d96d13600410',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.804571] env[69758]: INFO networking_nsxv3.common.synchronization [None req-6ba51b79-f12c-454f-b902-0e4de655c7fb None None] Enqueued Resource ID: f370905f-b1ef-4e27-b954-522994dd657e with Priority: HIGHEST for action port [ 1014.805653] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f370905f-b1ef-4e27-b954-522994dd657e with Priority: HIGHEST for action port [ 1014.806360] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-f370905f-b1ef-4e27-b954-522994dd657e taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.807216] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f370905f-b1ef-4e27-b954-522994dd657e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.807216] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f370905f-b1ef-4e27-b954-522994dd657e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.807216] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f370905f-b1ef-4e27-b954-522994dd657e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.807216] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f370905f-b1ef-4e27-b954-522994dd657e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.944287] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.944461] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.944545] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.944774] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.944875] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.944993] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2cb34ad3-c41a-4aac-b219-433cdc73f5b6 already deleted. [ 1014.945144] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2cb34ad3-c41a-4aac-b219-433cdc73f5b6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.945321] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2cb34ad3-c41a-4aac-b219-433cdc73f5b6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.945482] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2cb34ad3-c41a-4aac-b219-433cdc73f5b6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.945570] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2cb34ad3-c41a-4aac-b219-433cdc73f5b6',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.140686] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 in Status: SUCCESS [ 1015.140907] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.141249] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.141523] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.141775] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.141889] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.142211] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.142211] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.142334] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.142444] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.142501] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('970b52ae-0a30-4a97-8d95-e0e8de09f208',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.230122] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86748d3d-9567-4e8f-8525-d96d13600410',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.314804] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f370905f-b1ef-4e27-b954-522994dd657e [ 1015.315221] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.316209] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.316209] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.316209] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.316209] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.316209] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f370905f-b1ef-4e27-b954-522994dd657e already deleted. [ 1015.316209] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f370905f-b1ef-4e27-b954-522994dd657e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.473801] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.474141] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.474200] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.474525] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.474525] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.474630] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2cb34ad3-c41a-4aac-b219-433cdc73f5b6 already deleted. [ 1015.474678] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2cb34ad3-c41a-4aac-b219-433cdc73f5b6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.648194] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-970b52ae-0a30-4a97-8d95-e0e8de09f208 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.648194] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.648194] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.648194] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.648194] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.648194] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.648620] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.648620] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.648620] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.648620] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.648900] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-970b52ae-0a30-4a97-8d95-e0e8de09f208 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.648900] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.649251] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.649251] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.649251] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.649467] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.649467] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.649467] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.649560] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.649608] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.649705] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('970b52ae-0a30-4a97-8d95-e0e8de09f208',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.734527] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.734723] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.734802] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.735069] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.735220] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.735294] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86748d3d-9567-4e8f-8525-d96d13600410 is going to be updated. [ 1015.771035] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.771035] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.771035] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.771268] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.771434] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.782688] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86748d3d-9567-4e8f-8525-d96d13600410 in Status: IN_PROGRESS for 2s [ 1016.157165] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 970b52ae-0a30-4a97-8d95-e0e8de09f208: rpc.has_security_group_logging(os_id): False [ 1016.194476] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.194476] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.194476] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.194476] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.194476] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.194476] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.194476] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.194476] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.194476] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.194476] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.194476] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.194476] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.194476] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.195041] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.195041] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.195041] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.195041] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.196055] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.196055] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.196055] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.196276] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 is going to be updated. [ 1016.289505] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.290025] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.290025] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.290025] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.290223] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.309758] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 in Status: IN_PROGRESS for 2s [ 1016.665618] env[69758]: INFO networking_nsxv3.common.synchronization [req-a45bffdd-ef49-4915-9d60-212eded64e0c req-dc54dfa7-94b9-48f9-ad92-74facbee81f7 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Enqueued Resource ID: ba7cd0c9-88d1-406d-9881-8a32765ca01f with Priority: HIGHEST for action security_group_members [ 1016.665618] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba7cd0c9-88d1-406d-9881-8a32765ca01f with Priority: HIGHEST for action security_group_members [ 1016.666320] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba7cd0c9-88d1-406d-9881-8a32765ca01f taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.666598] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.666796] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.667175] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.667551] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.667804] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.667964] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.668241] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.668831] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.668831] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba7cd0c9-88d1-406d-9881-8a32765ca01f',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.171688] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.171878] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.171965] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.173230] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.173230] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.173230] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.173230] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.173230] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.173230] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.173230] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.173230] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba7cd0c9-88d1-406d-9881-8a32765ca01f is going to be updated. [ 1017.222900] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.222900] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.222900] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.222900] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.223177] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.236077] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba7cd0c9-88d1-406d-9881-8a32765ca01f in Status: IN_PROGRESS for 2s [ 1017.794214] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86748d3d-9567-4e8f-8525-d96d13600410 in Status: SUCCESS [ 1017.794672] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.794756] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.795027] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.795664] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.795664] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.795664] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.795664] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.796000] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.796000] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.796000] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('86748d3d-9567-4e8f-8525-d96d13600410',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.300387] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-86748d3d-9567-4e8f-8525-d96d13600410 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.300567] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.300647] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.300879] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.301079] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.301188] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.301391] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.301573] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.301677] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.301821] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.301977] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-86748d3d-9567-4e8f-8525-d96d13600410 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.302086] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.302146] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.302291] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.302435] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.302529] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.302573] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.302705] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.302781] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.302864] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.302955] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('86748d3d-9567-4e8f-8525-d96d13600410',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.325818] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 in Status: SUCCESS [ 1018.325818] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.806675] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 86748d3d-9567-4e8f-8525-d96d13600410: rpc.has_security_group_logging(os_id): False [ 1018.825702] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.825873] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.825961] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.826240] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.826342] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.826563] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.826656] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.826699] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.826842] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.826934] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.827411] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.827532] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.827581] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.827733] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.828307] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.828307] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.828307] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.828307] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.828483] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.828483] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.828545] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86748d3d-9567-4e8f-8525-d96d13600410 is going to be updated. [ 1018.892719] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.892926] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.892926] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.893183] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.893390] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.910129] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86748d3d-9567-4e8f-8525-d96d13600410 in Status: IN_PROGRESS for 2s [ 1019.247579] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba7cd0c9-88d1-406d-9881-8a32765ca01f in Status: SUCCESS [ 1019.247790] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba7cd0c9-88d1-406d-9881-8a32765ca01f deletion is rescheduled due to dependency. [ 1019.247935] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.924781] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86748d3d-9567-4e8f-8525-d96d13600410 in Status: SUCCESS [ 1020.925212] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.666374] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1021.666608] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1023.132316] env[69758]: INFO networking_nsxv3.common.synchronization [req-f32e3526-696b-4392-a790-013efab7f0ef req-c89ba005-90de-4ac8-8680-6bca31b11c51 tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] Enqueued Resource ID: 326deb58-c098-48dd-9134-b39bf9b9d7d5 with Priority: HIGHEST for action security_group_members [ 1023.132878] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 326deb58-c098-48dd-9134-b39bf9b9d7d5 with Priority: HIGHEST for action security_group_members [ 1023.133589] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-326deb58-c098-48dd-9134-b39bf9b9d7d5 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.133746] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-326deb58-c098-48dd-9134-b39bf9b9d7d5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.133809] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-326deb58-c098-48dd-9134-b39bf9b9d7d5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.134036] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-326deb58-c098-48dd-9134-b39bf9b9d7d5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.134230] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.134285] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.134340] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.134481] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.134565] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.134654] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('326deb58-c098-48dd-9134-b39bf9b9d7d5',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.197120] env[69758]: INFO networking_nsxv3.common.synchronization [req-98bf449a-94d4-4dc1-bf38-d9793a300ed7 req-86ae852e-33d2-4564-97aa-d73527337f45 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Enqueued Resource ID: e9f4a2bc-c6fc-4494-b9f2-23d65084df09 with Priority: HIGHEST for action security_group_members [ 1023.197120] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9f4a2bc-c6fc-4494-b9f2-23d65084df09 with Priority: HIGHEST for action security_group_members [ 1023.197120] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9f4a2bc-c6fc-4494-b9f2-23d65084df09 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.197120] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9f4a2bc-c6fc-4494-b9f2-23d65084df09" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.197120] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9f4a2bc-c6fc-4494-b9f2-23d65084df09" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.197496] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9f4a2bc-c6fc-4494-b9f2-23d65084df09" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.197496] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.197496] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.197635] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.197776] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.197830] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.197891] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9f4a2bc-c6fc-4494-b9f2-23d65084df09',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.256025] env[69758]: INFO networking_nsxv3.common.synchronization [req-16bb396e-3339-4552-a47c-340fb1ce765c req-6142ff0e-9073-4914-8df6-73ead3e56366 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Enqueued Resource ID: 3bf8bad5-c570-41f6-8d00-90360d0dc090 with Priority: HIGHEST for action security_group_members [ 1023.256025] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bf8bad5-c570-41f6-8d00-90360d0dc090 with Priority: HIGHEST for action security_group_members [ 1023.256025] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bf8bad5-c570-41f6-8d00-90360d0dc090 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.256025] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bf8bad5-c570-41f6-8d00-90360d0dc090" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.256025] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bf8bad5-c570-41f6-8d00-90360d0dc090" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.256492] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bf8bad5-c570-41f6-8d00-90360d0dc090" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.256772] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.257024] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.257221] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.257490] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.257739] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.257933] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bf8bad5-c570-41f6-8d00-90360d0dc090',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.637527] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.638967] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.639070] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.639304] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.639394] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.640170] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.640170] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.640170] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.640170] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.640170] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.640170] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 326deb58-c098-48dd-9134-b39bf9b9d7d5 is going to be updated. [ 1023.671746] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.671893] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.671956] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.672187] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.672345] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.682370] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-815 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.682568] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-815" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.682696] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-815" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.683055] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-815" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.683315] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.683477] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.683598] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.683815] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.683992] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.684221] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1023.684339] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1023.684453] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1023.684564] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1023.684678] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1023.684803] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1023.685057] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1023.686733] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 326deb58-c098-48dd-9134-b39bf9b9d7d5 in Status: IN_PROGRESS for 2s [ 1023.700073] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.701542] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.701542] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.701542] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.723664] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1023.723784] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.039 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1023.723891] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1023.724143] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-815" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.724478] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-60ac7ec2-cbf9-4c75-b7cc-e48a92717c04 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.724652] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-60ac7ec2-cbf9-4c75-b7cc-e48a92717c04" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.724921] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-60ac7ec2-cbf9-4c75-b7cc-e48a92717c04" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.725121] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-60ac7ec2-cbf9-4c75-b7cc-e48a92717c04" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.725269] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60ac7ec2-cbf9-4c75-b7cc-e48a92717c04',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.744112] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.744365] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.744489] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.744553] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.744823] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.744899] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.744978] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9f4a2bc-c6fc-4494-b9f2-23d65084df09 is going to be updated. [ 1023.763525] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.764286] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.764286] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.764286] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.765133] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.765133] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.765815] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.766048] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.766215] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.766302] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.766394] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bf8bad5-c570-41f6-8d00-90360d0dc090 already deleted. [ 1023.766478] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bf8bad5-c570-41f6-8d00-90360d0dc090" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.777572] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.777764] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.777830] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.778040] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.778236] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.790602] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9f4a2bc-c6fc-4494-b9f2-23d65084df09 in Status: IN_PROGRESS for 2s [ 1024.228145] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.228477] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.228585] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.229388] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.229388] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.229388] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port 60ac7ec2-cbf9-4c75-b7cc-e48a92717c04 not found, creating... [ 1024.229812] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.229812] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.229812] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.229969] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.230125] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.230413] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.230694] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.230872] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.231062] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.231226] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.231343] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: 60ac7ec2-cbf9-4c75-b7cc-e48a92717c04 is going to be created. [ 1024.254295] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.254518] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.254648] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.254933] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.255629] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.255887] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-60ac7ec2-cbf9-4c75-b7cc-e48a92717c04" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.059730] env[69758]: INFO networking_nsxv3.common.synchronization [req-16bb396e-3339-4552-a47c-340fb1ce765c req-2608a17c-83a6-4829-874c-dc0639908a64 service nova] Enqueued Resource ID: 3bf8bad5-c570-41f6-8d00-90360d0dc090 with Priority: HIGHEST for action security_group_rules [ 1025.059987] env[69758]: INFO networking_nsxv3.common.synchronization [req-16bb396e-3339-4552-a47c-340fb1ce765c req-2608a17c-83a6-4829-874c-dc0639908a64 service nova] Enqueued Resource ID: 3bf8bad5-c570-41f6-8d00-90360d0dc090 with Priority: HIGHEST for action security_group_members [ 1025.060222] env[69758]: INFO networking_nsxv3.common.synchronization [req-16bb396e-3339-4552-a47c-340fb1ce765c req-2608a17c-83a6-4829-874c-dc0639908a64 service nova] Enqueued Resource ID: 60ac7ec2-cbf9-4c75-b7cc-e48a92717c04 with Priority: HIGHEST for action port [ 1025.060857] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bf8bad5-c570-41f6-8d00-90360d0dc090 with Priority: HIGHEST for action security_group_rules [ 1025.062054] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bf8bad5-c570-41f6-8d00-90360d0dc090 with Priority: HIGHEST for action security_group_members [ 1025.062120] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60ac7ec2-cbf9-4c75-b7cc-e48a92717c04 with Priority: HIGHEST for action port [ 1025.062482] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3bf8bad5-c570-41f6-8d00-90360d0dc090 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.062650] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3bf8bad5-c570-41f6-8d00-90360d0dc090" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.062735] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3bf8bad5-c570-41f6-8d00-90360d0dc090" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.063007] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3bf8bad5-c570-41f6-8d00-90360d0dc090" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.063116] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3bf8bad5-c570-41f6-8d00-90360d0dc090',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.065111] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bf8bad5-c570-41f6-8d00-90360d0dc090 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.065183] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bf8bad5-c570-41f6-8d00-90360d0dc090" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.065236] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bf8bad5-c570-41f6-8d00-90360d0dc090" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.065460] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bf8bad5-c570-41f6-8d00-90360d0dc090" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.065629] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.065746] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.065814] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.065991] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.066096] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.066194] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bf8bad5-c570-41f6-8d00-90360d0dc090',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.066997] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-60ac7ec2-cbf9-4c75-b7cc-e48a92717c04 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.067161] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60ac7ec2-cbf9-4c75-b7cc-e48a92717c04" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.067286] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60ac7ec2-cbf9-4c75-b7cc-e48a92717c04" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.067327] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60ac7ec2-cbf9-4c75-b7cc-e48a92717c04" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.067400] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60ac7ec2-cbf9-4c75-b7cc-e48a92717c04',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.571438] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bf8bad5-c570-41f6-8d00-90360d0dc090 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.571438] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bf8bad5-c570-41f6-8d00-90360d0dc090" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.571823] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3bf8bad5-c570-41f6-8d00-90360d0dc090',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.573434] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 60ac7ec2-cbf9-4c75-b7cc-e48a92717c04 with status ACTIVE [ 1025.573638] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.573847] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.573847] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.574124] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.574238] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.574723] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.574723] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.574723] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.574901] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.574901] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.575306] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.575306] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.575306] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.575306] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.575564] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.575564] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 60ac7ec2-cbf9-4c75-b7cc-e48a92717c04 is going to be updated. [ 1025.599850] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.600184] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.600184] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.600910] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.600910] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.600910] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60ac7ec2-cbf9-4c75-b7cc-e48a92717c04" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.701182] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 326deb58-c098-48dd-9134-b39bf9b9d7d5 in Status: SUCCESS [ 1025.701182] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 326deb58-c098-48dd-9134-b39bf9b9d7d5 deletion is rescheduled due to dependency. [ 1025.701182] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-326deb58-c098-48dd-9134-b39bf9b9d7d5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.803551] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9f4a2bc-c6fc-4494-b9f2-23d65084df09 in Status: SUCCESS [ 1025.803762] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9f4a2bc-c6fc-4494-b9f2-23d65084df09 deletion is rescheduled due to dependency. [ 1025.803853] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9f4a2bc-c6fc-4494-b9f2-23d65084df09" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.878448] env[69758]: INFO networking_nsxv3.common.synchronization [req-0bd3aba1-f4dd-427c-b1b6-d4305647b448 req-3e851859-2f9f-46a0-8b7f-ee58b64e31d0 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] Enqueued Resource ID: 8b65d3ab-a39c-4648-b460-e107a75819aa with Priority: HIGHEST for action security_group_members [ 1025.878995] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b65d3ab-a39c-4648-b460-e107a75819aa with Priority: HIGHEST for action security_group_members [ 1025.880237] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b65d3ab-a39c-4648-b460-e107a75819aa taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.880237] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b65d3ab-a39c-4648-b460-e107a75819aa" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.880237] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b65d3ab-a39c-4648-b460-e107a75819aa" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.880237] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b65d3ab-a39c-4648-b460-e107a75819aa" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.880237] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.880237] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.880647] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.880688] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.881016] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.881016] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b65d3ab-a39c-4648-b460-e107a75819aa',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.077352] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3bf8bad5-c570-41f6-8d00-90360d0dc090',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.288485] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-702 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.288714] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-702" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.288815] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-702" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.289113] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-702" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.289383] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.289541] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.289658] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.289878] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.290492] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.290786] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1026.290911] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1026.291040] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1026.291156] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1026.291272] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1026.291379] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1026.291515] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1026.316720] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1026.316720] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1026.316720] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1026.316943] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-702" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.317407] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-5e11abe4-7ba2-441b-98f8-e8fdd9c12aa1 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.317687] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-5e11abe4-7ba2-441b-98f8-e8fdd9c12aa1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.317903] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-5e11abe4-7ba2-441b-98f8-e8fdd9c12aa1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.318111] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-5e11abe4-7ba2-441b-98f8-e8fdd9c12aa1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.318273] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e11abe4-7ba2-441b-98f8-e8fdd9c12aa1',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.385303] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.385549] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.385741] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.385862] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.385926] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.386147] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.386253] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.386311] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.386460] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.386617] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.386693] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b65d3ab-a39c-4648-b460-e107a75819aa already deleted. [ 1026.386757] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b65d3ab-a39c-4648-b460-e107a75819aa" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.579701] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.580186] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.580186] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.580186] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.580340] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.580340] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bf8bad5-c570-41f6-8d00-90360d0dc090 is going to be created. [ 1026.603466] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.603733] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.603852] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.604096] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.604271] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.614904] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bf8bad5-c570-41f6-8d00-90360d0dc090 in Status: UNINITIALIZED for 2s [ 1026.822046] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.822358] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.822534] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.822871] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.823075] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.823276] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port 5e11abe4-7ba2-441b-98f8-e8fdd9c12aa1 not found, creating... [ 1026.823589] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.823794] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.824109] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.824252] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.824457] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.824779] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.824982] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.825172] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.825698] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.825698] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.825931] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: 5e11abe4-7ba2-441b-98f8-e8fdd9c12aa1 is going to be created. [ 1026.853299] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.853656] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.853921] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.854365] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.854708] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.855062] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-5e11abe4-7ba2-441b-98f8-e8fdd9c12aa1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.666701] env[69758]: INFO networking_nsxv3.common.synchronization [req-0bd3aba1-f4dd-427c-b1b6-d4305647b448 req-398447ed-e45f-4220-8f1f-1a707a2ac556 service nova] Enqueued Resource ID: 8b65d3ab-a39c-4648-b460-e107a75819aa with Priority: HIGHEST for action security_group_rules [ 1027.666992] env[69758]: INFO networking_nsxv3.common.synchronization [req-0bd3aba1-f4dd-427c-b1b6-d4305647b448 req-398447ed-e45f-4220-8f1f-1a707a2ac556 service nova] Enqueued Resource ID: 8b65d3ab-a39c-4648-b460-e107a75819aa with Priority: HIGHEST for action security_group_members [ 1027.667063] env[69758]: INFO networking_nsxv3.common.synchronization [req-0bd3aba1-f4dd-427c-b1b6-d4305647b448 req-398447ed-e45f-4220-8f1f-1a707a2ac556 service nova] Enqueued Resource ID: 5e11abe4-7ba2-441b-98f8-e8fdd9c12aa1 with Priority: HIGHEST for action port [ 1027.671446] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b65d3ab-a39c-4648-b460-e107a75819aa with Priority: HIGHEST for action security_group_rules [ 1027.671638] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b65d3ab-a39c-4648-b460-e107a75819aa with Priority: HIGHEST for action security_group_members [ 1027.671765] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e11abe4-7ba2-441b-98f8-e8fdd9c12aa1 with Priority: HIGHEST for action port [ 1027.675794] env[69758]: INFO networking_nsxv3.common.synchronization [req-f037587f-7c21-4804-b9f7-7ec64f69df5a req-9f60bc0c-3c93-4822-b8c9-e6bde22feddf tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Enqueued Resource ID: 86748d3d-9567-4e8f-8525-d96d13600410 with Priority: HIGHEST for action security_group_members [ 1027.675794] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b65d3ab-a39c-4648-b460-e107a75819aa taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.675794] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b65d3ab-a39c-4648-b460-e107a75819aa" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.675794] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b65d3ab-a39c-4648-b460-e107a75819aa" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.675794] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b65d3ab-a39c-4648-b460-e107a75819aa" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.675794] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b65d3ab-a39c-4648-b460-e107a75819aa',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.675794] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b65d3ab-a39c-4648-b460-e107a75819aa taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.675794] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b65d3ab-a39c-4648-b460-e107a75819aa" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.675794] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b65d3ab-a39c-4648-b460-e107a75819aa" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.675794] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b65d3ab-a39c-4648-b460-e107a75819aa" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.675794] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.676459] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.676459] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.676562] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.676663] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.676781] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b65d3ab-a39c-4648-b460-e107a75819aa',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.680392] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e11abe4-7ba2-441b-98f8-e8fdd9c12aa1 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.680392] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e11abe4-7ba2-441b-98f8-e8fdd9c12aa1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.680392] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e11abe4-7ba2-441b-98f8-e8fdd9c12aa1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.680392] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e11abe4-7ba2-441b-98f8-e8fdd9c12aa1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.680392] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e11abe4-7ba2-441b-98f8-e8fdd9c12aa1',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.680392] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86748d3d-9567-4e8f-8525-d96d13600410 with Priority: HIGHEST for action security_group_members [ 1027.680392] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-86748d3d-9567-4e8f-8525-d96d13600410 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.680392] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.680392] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.680392] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.681138] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.681138] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.681138] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.682397] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.682397] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.682397] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86748d3d-9567-4e8f-8525-d96d13600410',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.180585] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b65d3ab-a39c-4648-b460-e107a75819aa taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.180585] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b65d3ab-a39c-4648-b460-e107a75819aa" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.184629] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b65d3ab-a39c-4648-b460-e107a75819aa',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.184629] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5e11abe4-7ba2-441b-98f8-e8fdd9c12aa1 with status ACTIVE [ 1028.184825] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.184887] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.188021] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.188021] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.188021] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.188021] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.188021] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.188021] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.188021] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.188021] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.188021] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.188021] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.188021] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.188021] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.188021] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.188021] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5e11abe4-7ba2-441b-98f8-e8fdd9c12aa1 is going to be updated. [ 1028.188021] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86748d3d-9567-4e8f-8525-d96d13600410',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.215822] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.215978] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.216081] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.216340] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.216487] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.216711] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e11abe4-7ba2-441b-98f8-e8fdd9c12aa1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.317036] env[69758]: INFO networking_nsxv3.common.synchronization [req-b7b6ba29-ed56-4c63-8685-f4ad9ae38610 req-8126ef09-476b-4725-b9f7-5fded9ad67c3 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Enqueued Resource ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 with Priority: HIGHEST for action security_group_members [ 1028.318322] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 with Priority: HIGHEST for action security_group_members [ 1028.318322] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-970b52ae-0a30-4a97-8d95-e0e8de09f208 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.318600] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.318675] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.318897] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.319189] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.319295] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.319295] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.319423] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.319508] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.319602] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('970b52ae-0a30-4a97-8d95-e0e8de09f208',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.626939] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bf8bad5-c570-41f6-8d00-90360d0dc090 in Status: SUCCESS [ 1028.627215] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bf8bad5-c570-41f6-8d00-90360d0dc090" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.627385] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bf8bad5-c570-41f6-8d00-90360d0dc090" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.627646] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bf8bad5-c570-41f6-8d00-90360d0dc090" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.627785] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.627901] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.627958] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.628129] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.628198] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.628273] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bf8bad5-c570-41f6-8d00-90360d0dc090" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.628391] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3bf8bad5-c570-41f6-8d00-90360d0dc090',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.690302] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86748d3d-9567-4e8f-8525-d96d13600410',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.691259] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b65d3ab-a39c-4648-b460-e107a75819aa',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.821519] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('970b52ae-0a30-4a97-8d95-e0e8de09f208',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.131051] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3bf8bad5-c570-41f6-8d00-90360d0dc090',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.193323] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.193541] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.193611] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.193781] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.193879] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.194027] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86748d3d-9567-4e8f-8525-d96d13600410 is going to be updated. [ 1029.195387] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.195508] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.195682] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.195745] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.195838] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.195920] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b65d3ab-a39c-4648-b460-e107a75819aa is going to be created. [ 1029.222410] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.222678] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.222834] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.223229] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.223525] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.227523] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.227754] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.227857] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.228173] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.228541] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.237791] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86748d3d-9567-4e8f-8525-d96d13600410 in Status: IN_PROGRESS for 2s [ 1029.238974] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b65d3ab-a39c-4648-b460-e107a75819aa in Status: UNINITIALIZED for 2s [ 1029.326418] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('970b52ae-0a30-4a97-8d95-e0e8de09f208',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.633431] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3bf8bad5-c570-41f6-8d00-90360d0dc090: rpc.has_security_group_logging(os_id): False [ 1029.653650] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.653778] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.653852] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.654194] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.654298] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.654541] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.654648] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.654731] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.654887] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.654967] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.655082] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3bf8bad5-c570-41f6-8d00-90360d0dc090 is going to be created. [ 1029.721052] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.721421] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.721421] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.721518] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.721658] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.732157] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3bf8bad5-c570-41f6-8d00-90360d0dc090 in Status: IN_PROGRESS for 2s [ 1029.829077] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.829298] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.829356] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.829677] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.829811] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.829953] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 is going to be updated. [ 1029.861777] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.862429] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.862523] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.862769] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.862930] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.871903] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 in Status: IN_PROGRESS for 2s [ 1030.648059] env[69758]: INFO networking_nsxv3.common.synchronization [req-f5d828f7-488d-4fe7-87f7-66ba7de17c76 req-0b05bf1b-98eb-4bac-889a-fa919df08d57 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Enqueued Resource ID: b466bb13-86e5-4b05-a1a6-cce44813eedb with Priority: HIGHEST for action security_group_members [ 1030.648059] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b466bb13-86e5-4b05-a1a6-cce44813eedb with Priority: HIGHEST for action security_group_members [ 1030.649436] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-b466bb13-86e5-4b05-a1a6-cce44813eedb taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.649601] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.649702] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.649869] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.650044] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.650298] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.650298] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.650426] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.650513] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.650644] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b466bb13-86e5-4b05-a1a6-cce44813eedb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.132461] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-724 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.132834] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-724" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.132834] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-724" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.133175] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-724" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.133988] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.133988] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.133988] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.139885] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.139885] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.139885] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1031.139885] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1031.139885] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1031.139885] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1031.139885] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1031.139885] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1031.139885] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1031.152646] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.152850] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.152901] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.153164] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.153261] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.153485] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.153613] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.153679] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.153847] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.153972] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.154053] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b466bb13-86e5-4b05-a1a6-cce44813eedb is going to be updated. [ 1031.161487] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1031.161717] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1031.161891] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1031.162153] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-724" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.162550] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-ef9cf8c9-564f-4c8e-bf5d-8db73af9b0c2 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.162762] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-ef9cf8c9-564f-4c8e-bf5d-8db73af9b0c2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.162910] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-ef9cf8c9-564f-4c8e-bf5d-8db73af9b0c2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.163299] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-ef9cf8c9-564f-4c8e-bf5d-8db73af9b0c2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.163470] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef9cf8c9-564f-4c8e-bf5d-8db73af9b0c2',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.184492] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.184695] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.184695] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.184871] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.185149] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.196850] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b466bb13-86e5-4b05-a1a6-cce44813eedb in Status: IN_PROGRESS for 2s [ 1031.250662] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b65d3ab-a39c-4648-b460-e107a75819aa in Status: SUCCESS [ 1031.250662] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b65d3ab-a39c-4648-b460-e107a75819aa" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.250662] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b65d3ab-a39c-4648-b460-e107a75819aa" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.250662] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b65d3ab-a39c-4648-b460-e107a75819aa" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.250662] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.250662] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.250662] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.250662] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.250662] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.250662] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b65d3ab-a39c-4648-b460-e107a75819aa" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.250662] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8b65d3ab-a39c-4648-b460-e107a75819aa',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.252971] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86748d3d-9567-4e8f-8525-d96d13600410 in Status: SUCCESS [ 1031.253228] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.666067] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.666382] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.666472] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.666760] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.666987] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.667124] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port ef9cf8c9-564f-4c8e-bf5d-8db73af9b0c2 not found, creating... [ 1031.667362] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.667623] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.667683] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.667879] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.667992] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.668297] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.668538] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.668592] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.668793] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.669012] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.669076] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: ef9cf8c9-564f-4c8e-bf5d-8db73af9b0c2 is going to be created. [ 1031.690636] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.690636] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.690636] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.690636] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.690636] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.690636] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-ef9cf8c9-564f-4c8e-bf5d-8db73af9b0c2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.747924] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3bf8bad5-c570-41f6-8d00-90360d0dc090 in Status: SUCCESS [ 1031.747924] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3bf8bad5-c570-41f6-8d00-90360d0dc090" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.753550] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b65d3ab-a39c-4648-b460-e107a75819aa taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.753830] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b65d3ab-a39c-4648-b460-e107a75819aa" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.753830] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b65d3ab-a39c-4648-b460-e107a75819aa" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.754048] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b65d3ab-a39c-4648-b460-e107a75819aa" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.754212] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.754316] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.754376] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.754529] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.754618] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.754712] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b65d3ab-a39c-4648-b460-e107a75819aa" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.754863] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b65d3ab-a39c-4648-b460-e107a75819aa taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.754950] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b65d3ab-a39c-4648-b460-e107a75819aa" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.755017] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b65d3ab-a39c-4648-b460-e107a75819aa" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.755161] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b65d3ab-a39c-4648-b460-e107a75819aa" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.755296] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.755387] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.755447] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.755582] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.755655] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.755736] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b65d3ab-a39c-4648-b460-e107a75819aa" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.755825] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8b65d3ab-a39c-4648-b460-e107a75819aa',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.883058] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 in Status: SUCCESS [ 1031.883563] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.258405] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8b65d3ab-a39c-4648-b460-e107a75819aa: rpc.has_security_group_logging(os_id): False [ 1032.276376] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.276553] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.277623] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.278010] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.278158] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.278471] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.278601] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.278667] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.278856] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.279115] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.279197] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.279342] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.279429] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.279590] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.279669] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.279850] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.279945] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.280014] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.280163] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.280305] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.280351] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b65d3ab-a39c-4648-b460-e107a75819aa is going to be created. [ 1032.333066] env[69758]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-19f4b427-64cd-4f09-8045-7814afbf13ae None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1032.333260] env[69758]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-19f4b427-64cd-4f09-8045-7814afbf13ae None None] NSXv3 Agent Agent loop - iteration:2 started [ 1032.350414] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.350719] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.350811] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.351078] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.352048] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.363976] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b65d3ab-a39c-4648-b460-e107a75819aa in Status: IN_PROGRESS for 2s [ 1032.775356] env[69758]: INFO networking_nsxv3.common.synchronization [req-f5d828f7-488d-4fe7-87f7-66ba7de17c76 req-42cbc805-b23c-4082-916b-563d9a1b8b80 service nova] Enqueued Resource ID: b466bb13-86e5-4b05-a1a6-cce44813eedb with Priority: HIGHEST for action security_group_rules [ 1032.775578] env[69758]: INFO networking_nsxv3.common.synchronization [req-f5d828f7-488d-4fe7-87f7-66ba7de17c76 req-42cbc805-b23c-4082-916b-563d9a1b8b80 service nova] Enqueued Resource ID: b466bb13-86e5-4b05-a1a6-cce44813eedb with Priority: HIGHEST for action security_group_members [ 1032.775748] env[69758]: INFO networking_nsxv3.common.synchronization [req-f5d828f7-488d-4fe7-87f7-66ba7de17c76 req-42cbc805-b23c-4082-916b-563d9a1b8b80 service nova] Enqueued Resource ID: ef9cf8c9-564f-4c8e-bf5d-8db73af9b0c2 with Priority: HIGHEST for action port [ 1032.775988] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b466bb13-86e5-4b05-a1a6-cce44813eedb with Priority: HIGHEST for action security_group_rules [ 1032.776285] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b466bb13-86e5-4b05-a1a6-cce44813eedb with Priority: HIGHEST for action security_group_members [ 1032.776565] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef9cf8c9-564f-4c8e-bf5d-8db73af9b0c2 with Priority: HIGHEST for action port [ 1032.777493] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b466bb13-86e5-4b05-a1a6-cce44813eedb taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.777751] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.777860] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.778128] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.778248] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b466bb13-86e5-4b05-a1a6-cce44813eedb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.779399] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-b466bb13-86e5-4b05-a1a6-cce44813eedb taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.779768] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.779879] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef9cf8c9-564f-4c8e-bf5d-8db73af9b0c2 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.780030] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef9cf8c9-564f-4c8e-bf5d-8db73af9b0c2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.780121] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef9cf8c9-564f-4c8e-bf5d-8db73af9b0c2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.780342] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef9cf8c9-564f-4c8e-bf5d-8db73af9b0c2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.780447] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef9cf8c9-564f-4c8e-bf5d-8db73af9b0c2',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.208128] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b466bb13-86e5-4b05-a1a6-cce44813eedb in Status: SUCCESS [ 1033.208128] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b466bb13-86e5-4b05-a1a6-cce44813eedb deletion is rescheduled due to dependency. [ 1033.208386] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.208567] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.208798] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.208983] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.209113] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.209176] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.210036] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.210036] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.210036] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b466bb13-86e5-4b05-a1a6-cce44813eedb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.283245] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-b466bb13-86e5-4b05-a1a6-cce44813eedb taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.283245] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.283245] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ef9cf8c9-564f-4c8e-bf5d-8db73af9b0c2 with status ACTIVE [ 1033.283245] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.283245] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.283759] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.283759] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.285662] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.285662] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.285662] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.285662] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.285662] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.285662] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.285662] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.285662] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.285662] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.285662] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.285662] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.285662] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ef9cf8c9-564f-4c8e-bf5d-8db73af9b0c2 is going to be updated. [ 1033.308475] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.308616] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.308916] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.308916] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.309032] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.309188] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef9cf8c9-564f-4c8e-bf5d-8db73af9b0c2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.712114] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b466bb13-86e5-4b05-a1a6-cce44813eedb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.215619] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b466bb13-86e5-4b05-a1a6-cce44813eedb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.376982] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b65d3ab-a39c-4648-b460-e107a75819aa in Status: SUCCESS [ 1034.377378] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b65d3ab-a39c-4648-b460-e107a75819aa" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.718350] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.718599] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.718655] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.718880] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.718976] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.719110] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b466bb13-86e5-4b05-a1a6-cce44813eedb is going to be updated. [ 1034.751882] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.752094] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.752184] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.752376] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.752546] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.763297] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b466bb13-86e5-4b05-a1a6-cce44813eedb in Status: IN_PROGRESS for 2s [ 1035.436313] env[69758]: INFO networking_nsxv3.common.synchronization [req-3f02dd70-8917-4cab-b55d-0945cdf71d35 req-33c10e98-8172-48e4-8438-5580d6e66e27 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Enqueued Resource ID: 2cb34ad3-c41a-4aac-b219-433cdc73f5b6 with Priority: HIGHEST for action security_group_members [ 1035.436924] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cb34ad3-c41a-4aac-b219-433cdc73f5b6 with Priority: HIGHEST for action security_group_members [ 1035.437252] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cb34ad3-c41a-4aac-b219-433cdc73f5b6 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.437445] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cb34ad3-c41a-4aac-b219-433cdc73f5b6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.437445] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cb34ad3-c41a-4aac-b219-433cdc73f5b6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.437743] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cb34ad3-c41a-4aac-b219-433cdc73f5b6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.437903] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.438154] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.438247] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.438464] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.438612] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.438761] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2cb34ad3-c41a-4aac-b219-433cdc73f5b6',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.859966] env[69758]: INFO networking_nsxv3.common.synchronization [req-40e18b0d-fcbf-4c8e-8b6e-7d60f02cb9b5 req-a874291d-e123-4298-8aa5-9ecf76b7a0a4 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Enqueued Resource ID: b3676a2d-6013-4704-a281-0f2dac33fa9e with Priority: HIGHEST for action security_group_members [ 1035.860704] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3676a2d-6013-4704-a281-0f2dac33fa9e with Priority: HIGHEST for action security_group_members [ 1035.860919] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3676a2d-6013-4704-a281-0f2dac33fa9e taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.861055] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3676a2d-6013-4704-a281-0f2dac33fa9e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.861121] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3676a2d-6013-4704-a281-0f2dac33fa9e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.861330] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3676a2d-6013-4704-a281-0f2dac33fa9e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.861486] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.861590] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.861664] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.861822] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.861910] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.862016] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3676a2d-6013-4704-a281-0f2dac33fa9e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.944690] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.944871] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.944944] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.945242] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.945348] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.945583] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.945694] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.945778] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.945959] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.946219] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.946430] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cb34ad3-c41a-4aac-b219-433cdc73f5b6 already deleted. [ 1035.946576] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cb34ad3-c41a-4aac-b219-433cdc73f5b6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.260620] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-130 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.260825] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-130" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.260949] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-130" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.262029] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-130" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.263107] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.263107] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.263107] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.263107] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.263107] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.263707] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1036.263707] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1036.263707] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1036.263707] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1036.263862] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1036.263862] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1036.264018] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1036.287625] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1036.287699] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1036.287908] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1036.288132] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-130" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.288474] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-9cab55c7-9dac-4f54-8052-b21c881d16fc taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.288652] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-9cab55c7-9dac-4f54-8052-b21c881d16fc" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.288777] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-9cab55c7-9dac-4f54-8052-b21c881d16fc" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.289152] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-9cab55c7-9dac-4f54-8052-b21c881d16fc" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.289367] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9cab55c7-9dac-4f54-8052-b21c881d16fc',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.364666] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.364833] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.364903] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.365176] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.394773] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.395098] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.395330] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.395415] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.395635] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.395723] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.395817] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3676a2d-6013-4704-a281-0f2dac33fa9e is going to be updated. [ 1036.426352] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.426585] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.426585] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.426768] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.426916] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.440733] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3676a2d-6013-4704-a281-0f2dac33fa9e in Status: IN_PROGRESS for 2s [ 1036.774035] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b466bb13-86e5-4b05-a1a6-cce44813eedb in Status: SUCCESS [ 1036.774224] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.774426] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.774681] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.774901] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.775042] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.775114] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.775279] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.775386] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.775481] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.775574] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b466bb13-86e5-4b05-a1a6-cce44813eedb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.792277] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.792524] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.792644] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.792914] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.793081] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.793244] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port 9cab55c7-9dac-4f54-8052-b21c881d16fc not found, creating... [ 1036.793522] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.793689] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.793810] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.794052] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.794232] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.794530] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.794697] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.794818] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.795049] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.795196] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.795342] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: 9cab55c7-9dac-4f54-8052-b21c881d16fc is going to be created. [ 1036.816458] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.816772] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.817012] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.817409] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.817825] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.818242] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-9cab55c7-9dac-4f54-8052-b21c881d16fc" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.277684] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-b466bb13-86e5-4b05-a1a6-cce44813eedb taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.277906] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.277906] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.278181] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.278414] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.278578] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.278676] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.278857] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.278974] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.279089] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.279267] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-b466bb13-86e5-4b05-a1a6-cce44813eedb taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.279361] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.279419] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.279560] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.279694] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.279778] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.279836] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.279968] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.280053] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.280133] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.280226] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b466bb13-86e5-4b05-a1a6-cce44813eedb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.557083] env[69758]: INFO networking_nsxv3.common.synchronization [req-3f02dd70-8917-4cab-b55d-0945cdf71d35 req-7d8f0be3-9b68-45c0-8d1f-90f89a849920 service nova] Enqueued Resource ID: 2cb34ad3-c41a-4aac-b219-433cdc73f5b6 with Priority: HIGHEST for action security_group_rules [ 1037.557365] env[69758]: INFO networking_nsxv3.common.synchronization [req-3f02dd70-8917-4cab-b55d-0945cdf71d35 req-7d8f0be3-9b68-45c0-8d1f-90f89a849920 service nova] Enqueued Resource ID: 2cb34ad3-c41a-4aac-b219-433cdc73f5b6 with Priority: HIGHEST for action security_group_members [ 1037.557424] env[69758]: INFO networking_nsxv3.common.synchronization [req-3f02dd70-8917-4cab-b55d-0945cdf71d35 req-7d8f0be3-9b68-45c0-8d1f-90f89a849920 service nova] Enqueued Resource ID: 9cab55c7-9dac-4f54-8052-b21c881d16fc with Priority: HIGHEST for action port [ 1037.557613] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cb34ad3-c41a-4aac-b219-433cdc73f5b6 with Priority: HIGHEST for action security_group_rules [ 1037.557746] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cb34ad3-c41a-4aac-b219-433cdc73f5b6 with Priority: HIGHEST for action security_group_members [ 1037.557841] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cab55c7-9dac-4f54-8052-b21c881d16fc with Priority: HIGHEST for action port [ 1037.558410] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2cb34ad3-c41a-4aac-b219-433cdc73f5b6 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.558542] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2cb34ad3-c41a-4aac-b219-433cdc73f5b6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.558610] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2cb34ad3-c41a-4aac-b219-433cdc73f5b6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.558819] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2cb34ad3-c41a-4aac-b219-433cdc73f5b6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.558904] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2cb34ad3-c41a-4aac-b219-433cdc73f5b6',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.559942] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cb34ad3-c41a-4aac-b219-433cdc73f5b6 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.559999] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cb34ad3-c41a-4aac-b219-433cdc73f5b6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.560083] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cb34ad3-c41a-4aac-b219-433cdc73f5b6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.560257] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cb34ad3-c41a-4aac-b219-433cdc73f5b6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.560400] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.560694] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.560694] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.560694] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.560830] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.560865] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2cb34ad3-c41a-4aac-b219-433cdc73f5b6',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.561864] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-9cab55c7-9dac-4f54-8052-b21c881d16fc taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.561975] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9cab55c7-9dac-4f54-8052-b21c881d16fc" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.562077] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9cab55c7-9dac-4f54-8052-b21c881d16fc" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.562239] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9cab55c7-9dac-4f54-8052-b21c881d16fc" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.562308] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9cab55c7-9dac-4f54-8052-b21c881d16fc',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.783375] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b466bb13-86e5-4b05-a1a6-cce44813eedb: rpc.has_security_group_logging(os_id): False [ 1037.801283] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.801447] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.801506] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.801731] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.801829] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.802035] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.802140] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.802206] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.802354] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.802436] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.802692] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.802762] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.802801] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.802944] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.803028] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.803218] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.803313] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.803373] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.803518] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.803590] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.803675] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b466bb13-86e5-4b05-a1a6-cce44813eedb is going to be updated. [ 1037.862497] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.862731] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.862731] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.862908] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.863074] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.879946] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b466bb13-86e5-4b05-a1a6-cce44813eedb in Status: IN_PROGRESS for 2s [ 1038.064541] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cb34ad3-c41a-4aac-b219-433cdc73f5b6 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.064812] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cb34ad3-c41a-4aac-b219-433cdc73f5b6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.065054] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2cb34ad3-c41a-4aac-b219-433cdc73f5b6',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.065956] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9cab55c7-9dac-4f54-8052-b21c881d16fc with status ACTIVE [ 1038.066223] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.066353] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.066849] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.066849] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.066849] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.066849] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.067101] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.069117] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.069369] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.069473] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.069677] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.069784] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.069851] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.070012] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.070127] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.070222] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9cab55c7-9dac-4f54-8052-b21c881d16fc is going to be updated. [ 1038.095193] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.095382] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.095464] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.095692] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.095836] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.096032] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9cab55c7-9dac-4f54-8052-b21c881d16fc" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.451539] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3676a2d-6013-4704-a281-0f2dac33fa9e in Status: SUCCESS [ 1038.451832] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3676a2d-6013-4704-a281-0f2dac33fa9e deletion is rescheduled due to dependency. [ 1038.451992] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3676a2d-6013-4704-a281-0f2dac33fa9e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.573373] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2cb34ad3-c41a-4aac-b219-433cdc73f5b6',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.078010] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.078228] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.078310] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.078583] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.078696] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.078795] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cb34ad3-c41a-4aac-b219-433cdc73f5b6 is going to be created. [ 1039.104606] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.104768] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.104885] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.105071] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.105249] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.115315] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cb34ad3-c41a-4aac-b219-433cdc73f5b6 in Status: UNINITIALIZED for 2s [ 1039.900581] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b466bb13-86e5-4b05-a1a6-cce44813eedb in Status: SUCCESS [ 1039.900914] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.952890] env[69758]: INFO networking_nsxv3.common.synchronization [req-b422c4c9-0a5e-4680-8a24-009c7b5cbe50 req-ef220b9c-5b4b-4739-a508-acbc5ef5c0e0 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] Enqueued Resource ID: 8b65d3ab-a39c-4648-b460-e107a75819aa with Priority: HIGHEST for action security_group_members [ 1039.953697] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b65d3ab-a39c-4648-b460-e107a75819aa with Priority: HIGHEST for action security_group_members [ 1039.954719] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b65d3ab-a39c-4648-b460-e107a75819aa taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.954931] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b65d3ab-a39c-4648-b460-e107a75819aa" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.955095] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b65d3ab-a39c-4648-b460-e107a75819aa" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.955459] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b65d3ab-a39c-4648-b460-e107a75819aa" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.955755] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.955997] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.956226] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.956519] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.956694] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.956894] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b65d3ab-a39c-4648-b460-e107a75819aa',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.460450] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.460613] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.460700] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.460902] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.461009] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.461246] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.461402] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.461508] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.461736] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.461854] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.461990] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b65d3ab-a39c-4648-b460-e107a75819aa is going to be updated. [ 1040.490770] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.491066] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.491066] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.491236] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.491383] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.501149] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b65d3ab-a39c-4648-b460-e107a75819aa in Status: IN_PROGRESS for 2s [ 1041.124980] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cb34ad3-c41a-4aac-b219-433cdc73f5b6 in Status: UNINITIALIZED for 4s [ 1042.518851] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b65d3ab-a39c-4648-b460-e107a75819aa in Status: SUCCESS [ 1042.518851] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b65d3ab-a39c-4648-b460-e107a75819aa deletion is rescheduled due to dependency. [ 1042.518851] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b65d3ab-a39c-4648-b460-e107a75819aa" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.136117] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cb34ad3-c41a-4aac-b219-433cdc73f5b6 in Status: SUCCESS [ 1043.136369] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cb34ad3-c41a-4aac-b219-433cdc73f5b6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.136541] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cb34ad3-c41a-4aac-b219-433cdc73f5b6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.136830] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cb34ad3-c41a-4aac-b219-433cdc73f5b6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.137080] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.137229] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.137291] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.137456] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.137558] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.137646] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cb34ad3-c41a-4aac-b219-433cdc73f5b6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.137744] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2cb34ad3-c41a-4aac-b219-433cdc73f5b6',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.641258] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2cb34ad3-c41a-4aac-b219-433cdc73f5b6',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.143723] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2cb34ad3-c41a-4aac-b219-433cdc73f5b6: rpc.has_security_group_logging(os_id): False [ 1044.163194] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.163390] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.163479] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.163637] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.163758] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.164046] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.164186] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.164251] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.164357] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.164438] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.164525] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2cb34ad3-c41a-4aac-b219-433cdc73f5b6 is going to be created. [ 1044.246524] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.246723] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.246723] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.247223] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.247223] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.265724] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2cb34ad3-c41a-4aac-b219-433cdc73f5b6 in Status: IN_PROGRESS for 2s [ 1044.954696] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1044.955053] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1046.280103] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2cb34ad3-c41a-4aac-b219-433cdc73f5b6 in Status: SUCCESS [ 1046.280418] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2cb34ad3-c41a-4aac-b219-433cdc73f5b6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.459158] env[69758]: INFO networking_nsxv3.common.synchronization [None req-b3155e0e-e813-4e5e-a50a-abbae61d1498 None None] Enqueued Resource ID: 78f2e9a4-5161-49bd-bb9d-64f7777faa69 with Priority: HIGHEST for action port [ 1046.459158] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78f2e9a4-5161-49bd-bb9d-64f7777faa69 with Priority: HIGHEST for action port [ 1046.459158] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-78f2e9a4-5161-49bd-bb9d-64f7777faa69 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.459332] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78f2e9a4-5161-49bd-bb9d-64f7777faa69" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.459332] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78f2e9a4-5161-49bd-bb9d-64f7777faa69" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.459595] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78f2e9a4-5161-49bd-bb9d-64f7777faa69" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.459709] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78f2e9a4-5161-49bd-bb9d-64f7777faa69',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.966144] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 78f2e9a4-5161-49bd-bb9d-64f7777faa69 [ 1046.967180] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.967180] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.967180] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.967712] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.967712] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.967712] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:78f2e9a4-5161-49bd-bb9d-64f7777faa69 already deleted. [ 1046.967712] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78f2e9a4-5161-49bd-bb9d-64f7777faa69" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.383225] env[69758]: INFO networking_nsxv3.common.synchronization [req-4c869814-fecf-4e65-b22a-a910243aa3c0 req-61427195-ca6a-4b59-a567-c9ee09f5274c tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Enqueued Resource ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 with Priority: HIGHEST for action security_group_members [ 1047.383510] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 with Priority: HIGHEST for action security_group_members [ 1047.383675] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-970b52ae-0a30-4a97-8d95-e0e8de09f208 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.383814] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.383881] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.385260] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.385586] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.385736] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.385807] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.385984] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.386139] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.388612] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('970b52ae-0a30-4a97-8d95-e0e8de09f208',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.671684] env[69758]: INFO networking_nsxv3.common.synchronization [None req-526a4dea-2dbf-4eae-bbd2-6bc7db9382cb tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Enqueued Resource ID: 62ea22ad-dbaf-4072-88aa-a34a7a056d5c with Priority: HIGHEST for action security_group_rules [ 1047.673156] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ea22ad-dbaf-4072-88aa-a34a7a056d5c with Priority: HIGHEST for action security_group_rules [ 1047.673854] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62ea22ad-dbaf-4072-88aa-a34a7a056d5c taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.674262] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62ea22ad-dbaf-4072-88aa-a34a7a056d5c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.674526] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62ea22ad-dbaf-4072-88aa-a34a7a056d5c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.676247] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62ea22ad-dbaf-4072-88aa-a34a7a056d5c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.676247] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62ea22ad-dbaf-4072-88aa-a34a7a056d5c',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.794803] env[69758]: INFO networking_nsxv3.common.synchronization [req-ec29f638-7e83-4cbb-88a6-f3b629806711 req-978d1425-9b5a-425a-82ee-11a8f29d691e tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Enqueued Resource ID: b466bb13-86e5-4b05-a1a6-cce44813eedb with Priority: HIGHEST for action security_group_members [ 1047.794803] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b466bb13-86e5-4b05-a1a6-cce44813eedb with Priority: HIGHEST for action security_group_members [ 1047.795152] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-b466bb13-86e5-4b05-a1a6-cce44813eedb taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.795300] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.795458] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.795691] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.795875] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.796009] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.796149] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.796370] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.796454] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.796568] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b466bb13-86e5-4b05-a1a6-cce44813eedb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.867884] env[69758]: INFO networking_nsxv3.common.synchronization [None req-04adecaa-9467-4d20-9928-3debd9a6f1f5 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Enqueued Resource ID: 62ea22ad-dbaf-4072-88aa-a34a7a056d5c with Priority: HIGHEST for action security_group_rules [ 1047.868296] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ea22ad-dbaf-4072-88aa-a34a7a056d5c with Priority: HIGHEST for action security_group_rules [ 1047.868691] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62ea22ad-dbaf-4072-88aa-a34a7a056d5c taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.868831] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62ea22ad-dbaf-4072-88aa-a34a7a056d5c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.893322] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.893789] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.893893] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.894240] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.894356] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.894616] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.894734] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.894898] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.895032] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.895125] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.895223] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 is going to be updated. [ 1047.928793] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.928976] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.929030] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.929238] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.929392] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.939186] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 in Status: IN_PROGRESS for 2s [ 1048.197559] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.197559] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.197559] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.197824] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.197824] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.197824] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62ea22ad-dbaf-4072-88aa-a34a7a056d5c already deleted. [ 1048.197925] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62ea22ad-dbaf-4072-88aa-a34a7a056d5c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.200173] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62ea22ad-dbaf-4072-88aa-a34a7a056d5c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.200173] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62ea22ad-dbaf-4072-88aa-a34a7a056d5c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.200173] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62ea22ad-dbaf-4072-88aa-a34a7a056d5c',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.301534] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.301695] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.301769] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.301988] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.302101] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.302295] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.302395] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.302460] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.302622] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.302707] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.302864] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b466bb13-86e5-4b05-a1a6-cce44813eedb is going to be updated. [ 1048.331254] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.331402] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.331441] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.331667] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.331804] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.342076] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b466bb13-86e5-4b05-a1a6-cce44813eedb in Status: IN_PROGRESS for 2s [ 1048.719624] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.719952] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.719952] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.720096] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.720198] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.720298] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62ea22ad-dbaf-4072-88aa-a34a7a056d5c already deleted. [ 1048.720384] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62ea22ad-dbaf-4072-88aa-a34a7a056d5c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.014571] env[69758]: INFO networking_nsxv3.common.synchronization [None req-4781420d-e649-4ab8-ac10-2e55ec4088a0 None None] Enqueued Resource ID: 75120891-46b1-44d7-a2df-1a2cb0a2ae8b with Priority: HIGHEST for action port [ 1049.016791] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75120891-46b1-44d7-a2df-1a2cb0a2ae8b with Priority: HIGHEST for action port [ 1049.017210] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-75120891-46b1-44d7-a2df-1a2cb0a2ae8b taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.017338] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-75120891-46b1-44d7-a2df-1a2cb0a2ae8b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.017410] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-75120891-46b1-44d7-a2df-1a2cb0a2ae8b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.017678] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-75120891-46b1-44d7-a2df-1a2cb0a2ae8b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.017764] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75120891-46b1-44d7-a2df-1a2cb0a2ae8b',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.520938] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 75120891-46b1-44d7-a2df-1a2cb0a2ae8b [ 1049.521184] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.521313] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.521379] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.521596] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.522132] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.522132] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:75120891-46b1-44d7-a2df-1a2cb0a2ae8b already deleted. [ 1049.522132] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-75120891-46b1-44d7-a2df-1a2cb0a2ae8b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.950585] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 in Status: SUCCESS [ 1049.950585] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 deletion is rescheduled due to dependency. [ 1049.950585] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.351655] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b466bb13-86e5-4b05-a1a6-cce44813eedb in Status: SUCCESS [ 1050.351953] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b466bb13-86e5-4b05-a1a6-cce44813eedb deletion is rescheduled due to dependency. [ 1050.352062] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.179038] env[69758]: INFO networking_nsxv3.common.synchronization [req-da5181d2-7d2d-42a6-8788-71c76b4cb7f3 req-67443486-e35f-45f4-9e8e-12d27469c59e tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Enqueued Resource ID: 86748d3d-9567-4e8f-8525-d96d13600410 with Priority: HIGHEST for action security_group_members [ 1051.179038] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86748d3d-9567-4e8f-8525-d96d13600410 with Priority: HIGHEST for action security_group_members [ 1051.179355] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-86748d3d-9567-4e8f-8525-d96d13600410 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.179355] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.179355] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.179499] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.179602] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.179694] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.179756] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.179897] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.179982] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.180441] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86748d3d-9567-4e8f-8525-d96d13600410',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.533878] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-407 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.533878] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-407" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.533878] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-407" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.534088] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-407" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.534320] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.534411] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.534511] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.534722] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.534871] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.535174] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1051.536338] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1051.536338] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1051.536338] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1051.536338] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1051.536338] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1051.536543] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1051.556303] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1051.556487] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1051.556626] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1051.556801] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-407" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.557124] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-75f8c52c-9c5b-40e0-b186-7dc9809909e9 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.557321] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-75f8c52c-9c5b-40e0-b186-7dc9809909e9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.557441] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-75f8c52c-9c5b-40e0-b186-7dc9809909e9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.557748] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-75f8c52c-9c5b-40e0-b186-7dc9809909e9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.557884] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75f8c52c-9c5b-40e0-b186-7dc9809909e9',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.651724] env[69758]: INFO networking_nsxv3.common.synchronization [None req-f4415f02-cdf2-4936-a43c-9e7b6c3673bb None None] Enqueued Resource ID: fcc95a61-5eaf-4245-b273-a7e8487d14ed with Priority: HIGHEST for action port [ 1051.651999] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcc95a61-5eaf-4245-b273-a7e8487d14ed with Priority: HIGHEST for action port [ 1051.652745] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-fcc95a61-5eaf-4245-b273-a7e8487d14ed taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.652875] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fcc95a61-5eaf-4245-b273-a7e8487d14ed" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.652944] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fcc95a61-5eaf-4245-b273-a7e8487d14ed" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.653276] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fcc95a61-5eaf-4245-b273-a7e8487d14ed" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.653364] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fcc95a61-5eaf-4245-b273-a7e8487d14ed',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.683536] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86748d3d-9567-4e8f-8525-d96d13600410',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.059983] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.060251] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.060389] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.060683] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.060844] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.061023] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port 75f8c52c-9c5b-40e0-b186-7dc9809909e9 not found, creating... [ 1052.061288] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.061450] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.061573] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.061796] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.061942] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.062244] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.062407] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.062530] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.062745] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.063586] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.063791] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: 75f8c52c-9c5b-40e0-b186-7dc9809909e9 is going to be created. [ 1052.086735] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.086958] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.087108] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.087422] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.087669] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.087913] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-75f8c52c-9c5b-40e0-b186-7dc9809909e9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.155840] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fcc95a61-5eaf-4245-b273-a7e8487d14ed [ 1052.156333] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.156404] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.156435] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.156673] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.156750] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.156948] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fcc95a61-5eaf-4245-b273-a7e8487d14ed already deleted. [ 1052.156948] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fcc95a61-5eaf-4245-b273-a7e8487d14ed" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.189198] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86748d3d-9567-4e8f-8525-d96d13600410',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.694509] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.694509] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.694509] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.694509] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.694509] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.694509] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86748d3d-9567-4e8f-8525-d96d13600410 is going to be updated. [ 1052.724879] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.724879] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.725111] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.725153] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.725384] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.734802] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86748d3d-9567-4e8f-8525-d96d13600410 in Status: IN_PROGRESS for 2s [ 1052.805526] env[69758]: INFO networking_nsxv3.common.synchronization [req-da5181d2-7d2d-42a6-8788-71c76b4cb7f3 req-4d5b7d83-e2e1-4db3-9992-934d9d1c16d2 service nova] Enqueued Resource ID: 86748d3d-9567-4e8f-8525-d96d13600410 with Priority: HIGHEST for action security_group_rules [ 1052.805526] env[69758]: INFO networking_nsxv3.common.synchronization [req-da5181d2-7d2d-42a6-8788-71c76b4cb7f3 req-4d5b7d83-e2e1-4db3-9992-934d9d1c16d2 service nova] Enqueued Resource ID: 86748d3d-9567-4e8f-8525-d96d13600410 with Priority: HIGHEST for action security_group_members [ 1052.805526] env[69758]: INFO networking_nsxv3.common.synchronization [req-da5181d2-7d2d-42a6-8788-71c76b4cb7f3 req-4d5b7d83-e2e1-4db3-9992-934d9d1c16d2 service nova] Enqueued Resource ID: 75f8c52c-9c5b-40e0-b186-7dc9809909e9 with Priority: HIGHEST for action port [ 1052.805526] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86748d3d-9567-4e8f-8525-d96d13600410 with Priority: HIGHEST for action security_group_rules [ 1052.805526] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86748d3d-9567-4e8f-8525-d96d13600410 with Priority: HIGHEST for action security_group_members [ 1052.805526] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75f8c52c-9c5b-40e0-b186-7dc9809909e9 with Priority: HIGHEST for action port [ 1052.806386] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86748d3d-9567-4e8f-8525-d96d13600410 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.806549] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.806598] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.806806] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.806885] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86748d3d-9567-4e8f-8525-d96d13600410',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.807792] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-86748d3d-9567-4e8f-8525-d96d13600410 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.807886] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.808098] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-75f8c52c-9c5b-40e0-b186-7dc9809909e9 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.808996] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-75f8c52c-9c5b-40e0-b186-7dc9809909e9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.812551] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-75f8c52c-9c5b-40e0-b186-7dc9809909e9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.812551] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-75f8c52c-9c5b-40e0-b186-7dc9809909e9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.812551] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75f8c52c-9c5b-40e0-b186-7dc9809909e9',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.312210] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 75f8c52c-9c5b-40e0-b186-7dc9809909e9 with status ACTIVE [ 1053.312506] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.313055] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.313055] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.313055] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.313212] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.313948] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.313948] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.314248] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.314320] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.314759] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.315579] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.316832] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.316832] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.316832] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.316832] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.316832] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 75f8c52c-9c5b-40e0-b186-7dc9809909e9 is going to be updated. [ 1053.317976] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-86748d3d-9567-4e8f-8525-d96d13600410 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.318324] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.342727] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.342727] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.342727] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.342727] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.342727] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.343138] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-75f8c52c-9c5b-40e0-b186-7dc9809909e9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.921007] env[69758]: INFO networking_nsxv3.common.synchronization [None req-01d82630-33ad-4dde-a403-0d8d19ba7b39 None None] Enqueued Resource ID: 0fa5d0e7-4ec6-48ff-ad5b-43c159f8b316 with Priority: HIGHEST for action port [ 1053.922626] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fa5d0e7-4ec6-48ff-ad5b-43c159f8b316 with Priority: HIGHEST for action port [ 1053.923031] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-0fa5d0e7-4ec6-48ff-ad5b-43c159f8b316 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.923146] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0fa5d0e7-4ec6-48ff-ad5b-43c159f8b316" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.923146] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0fa5d0e7-4ec6-48ff-ad5b-43c159f8b316" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.923443] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0fa5d0e7-4ec6-48ff-ad5b-43c159f8b316" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.923533] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fa5d0e7-4ec6-48ff-ad5b-43c159f8b316',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.425498] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0fa5d0e7-4ec6-48ff-ad5b-43c159f8b316 [ 1054.425799] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.425964] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.426074] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.426457] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.426567] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.426673] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0fa5d0e7-4ec6-48ff-ad5b-43c159f8b316 already deleted. [ 1054.426763] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0fa5d0e7-4ec6-48ff-ad5b-43c159f8b316" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.745559] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86748d3d-9567-4e8f-8525-d96d13600410 in Status: SUCCESS [ 1054.745815] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.746030] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.746311] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.746542] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.746674] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.746743] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.746930] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.747023] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.747128] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86748d3d-9567-4e8f-8525-d96d13600410',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.249456] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86748d3d-9567-4e8f-8525-d96d13600410',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.751722] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86748d3d-9567-4e8f-8525-d96d13600410',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.919018] env[69758]: INFO networking_nsxv3.common.synchronization [req-e36313df-61f5-40d0-a2cf-3c688b79e4ea req-b74d7ad6-6ddd-42b1-8a7e-f134894a354e tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Enqueued Resource ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 with Priority: HIGHEST for action security_group_members [ 1055.919018] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 with Priority: HIGHEST for action security_group_members [ 1055.919524] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-970b52ae-0a30-4a97-8d95-e0e8de09f208 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.922622] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.922622] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.922622] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.922622] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.922622] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.922622] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.922622] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.922622] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.922622] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('970b52ae-0a30-4a97-8d95-e0e8de09f208',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.254660] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.254874] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.254958] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.255283] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.255755] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.255755] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86748d3d-9567-4e8f-8525-d96d13600410 is going to be updated. [ 1056.288895] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.289064] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.289136] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.289353] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.289502] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.299661] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86748d3d-9567-4e8f-8525-d96d13600410 in Status: IN_PROGRESS for 2s [ 1056.312767] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-580 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.312975] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-580" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.313116] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-580" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.313397] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-580" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.313946] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.313946] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.314108] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.314301] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.314476] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.314684] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1056.314802] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1056.314913] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1056.315185] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1056.315185] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1056.315298] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1056.315369] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1056.339642] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1056.339767] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1056.339914] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1056.340126] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-580" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.340464] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-d70f9362-4bf5-4ea8-84bb-3ee5977264ff taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.340640] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-d70f9362-4bf5-4ea8-84bb-3ee5977264ff" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.340763] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-d70f9362-4bf5-4ea8-84bb-3ee5977264ff" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.341205] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-d70f9362-4bf5-4ea8-84bb-3ee5977264ff" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.341384] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d70f9362-4bf5-4ea8-84bb-3ee5977264ff',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.424775] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.424775] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.424775] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.424775] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.424965] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.425019] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.425125] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.425188] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.425335] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.425409] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.425500] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 is going to be updated. [ 1056.449739] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.449890] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.449993] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.450205] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.450355] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.459381] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 in Status: IN_PROGRESS for 2s [ 1056.844135] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.844135] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.844135] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.844763] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.844763] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.844763] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port d70f9362-4bf5-4ea8-84bb-3ee5977264ff not found, creating... [ 1056.844985] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.845171] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.845294] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.845531] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.845685] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.845992] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.846220] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.846378] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.846602] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.846744] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.846886] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: d70f9362-4bf5-4ea8-84bb-3ee5977264ff is going to be created. [ 1056.871246] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.871468] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.871602] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.871894] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.872163] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.872398] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-d70f9362-4bf5-4ea8-84bb-3ee5977264ff" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.552139] env[69758]: INFO networking_nsxv3.common.synchronization [req-e36313df-61f5-40d0-a2cf-3c688b79e4ea req-7087f1a2-31ef-43cb-af8c-6ce633320e8f service nova] Enqueued Resource ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 with Priority: HIGHEST for action security_group_rules [ 1057.552337] env[69758]: INFO networking_nsxv3.common.synchronization [req-e36313df-61f5-40d0-a2cf-3c688b79e4ea req-7087f1a2-31ef-43cb-af8c-6ce633320e8f service nova] Enqueued Resource ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 with Priority: HIGHEST for action security_group_members [ 1057.552485] env[69758]: INFO networking_nsxv3.common.synchronization [req-e36313df-61f5-40d0-a2cf-3c688b79e4ea req-7087f1a2-31ef-43cb-af8c-6ce633320e8f service nova] Enqueued Resource ID: d70f9362-4bf5-4ea8-84bb-3ee5977264ff with Priority: HIGHEST for action port [ 1057.552996] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 with Priority: HIGHEST for action security_group_rules [ 1057.553160] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 with Priority: HIGHEST for action security_group_members [ 1057.553261] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d70f9362-4bf5-4ea8-84bb-3ee5977264ff with Priority: HIGHEST for action port [ 1057.553537] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-970b52ae-0a30-4a97-8d95-e0e8de09f208 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.553690] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.553736] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.553942] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.554041] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('970b52ae-0a30-4a97-8d95-e0e8de09f208',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.554996] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-970b52ae-0a30-4a97-8d95-e0e8de09f208 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.555186] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.555447] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-d70f9362-4bf5-4ea8-84bb-3ee5977264ff taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.555600] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d70f9362-4bf5-4ea8-84bb-3ee5977264ff" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.555700] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d70f9362-4bf5-4ea8-84bb-3ee5977264ff" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.556538] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d70f9362-4bf5-4ea8-84bb-3ee5977264ff" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.556631] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d70f9362-4bf5-4ea8-84bb-3ee5977264ff',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.058552] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-970b52ae-0a30-4a97-8d95-e0e8de09f208 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.058890] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.059045] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d70f9362-4bf5-4ea8-84bb-3ee5977264ff with status ACTIVE [ 1058.059357] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.059357] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.059357] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.059546] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.059643] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.059829] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.059917] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.059977] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.060140] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.060217] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.060402] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.060497] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.060558] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.060724] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.060814] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.060902] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d70f9362-4bf5-4ea8-84bb-3ee5977264ff is going to be updated. [ 1058.087689] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.087878] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.087915] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.088217] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.088398] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.088645] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d70f9362-4bf5-4ea8-84bb-3ee5977264ff" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.311131] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86748d3d-9567-4e8f-8525-d96d13600410 in Status: SUCCESS [ 1058.311374] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.311546] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.311761] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.311951] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.312083] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.312155] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.312917] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.312917] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.312917] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.312917] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('86748d3d-9567-4e8f-8525-d96d13600410',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.471292] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 in Status: SUCCESS [ 1058.471507] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 deletion is rescheduled due to dependency. [ 1058.471655] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.471886] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.472152] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.472339] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.472492] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.472599] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.472841] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.472950] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.473062] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('970b52ae-0a30-4a97-8d95-e0e8de09f208',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.814824] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-86748d3d-9567-4e8f-8525-d96d13600410 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.815190] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.815190] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.815458] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.815607] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.815729] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.815810] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.815992] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.816105] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.816270] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.816448] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-86748d3d-9567-4e8f-8525-d96d13600410 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.816594] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.816645] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.816782] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.816939] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.817065] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.817132] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.817365] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.817471] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.817564] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.817658] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('86748d3d-9567-4e8f-8525-d96d13600410',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.820361] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-955 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.820538] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-955" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.820668] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-955" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.820895] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-955" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.821157] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.821314] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.825025] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.825025] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.825025] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.825025] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1058.825025] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1058.825025] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1058.825025] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1058.825025] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1058.825025] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1058.825025] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1058.845484] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1058.845706] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1058.845900] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1058.846126] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-955" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.846523] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-e5313f2f-69df-4823-b332-7dc15330e227 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.846734] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-e5313f2f-69df-4823-b332-7dc15330e227" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.846869] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-e5313f2f-69df-4823-b332-7dc15330e227" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.847240] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-e5313f2f-69df-4823-b332-7dc15330e227" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.847400] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5313f2f-69df-4823-b332-7dc15330e227',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.975047] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('970b52ae-0a30-4a97-8d95-e0e8de09f208',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.324822] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 86748d3d-9567-4e8f-8525-d96d13600410: rpc.has_security_group_logging(os_id): False [ 1059.345831] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.345962] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.346222] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.346301] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.346403] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.346599] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.346700] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.346760] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.346912] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.346993] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.347200] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.347297] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.347363] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.347508] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.347582] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.347842] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.347936] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.347936] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.348118] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.348196] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.348285] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86748d3d-9567-4e8f-8525-d96d13600410 is going to be updated. [ 1059.349706] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.349891] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.350038] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.350274] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.350426] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.350698] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.350856] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.350976] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.351212] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.351357] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.351641] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.351800] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.351914] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.352153] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.352844] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.353097] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: e5313f2f-69df-4823-b332-7dc15330e227 is going to be updated. [ 1059.381996] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.382398] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.382463] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.382834] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.383483] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.383483] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-e5313f2f-69df-4823-b332-7dc15330e227" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.458657] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.458875] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.458920] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.459141] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.459333] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.477288] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('970b52ae-0a30-4a97-8d95-e0e8de09f208',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.483503] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86748d3d-9567-4e8f-8525-d96d13600410 in Status: IN_PROGRESS for 2s [ 1059.983946] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.983946] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.983946] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.983946] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.983946] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.983946] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 is going to be updated. [ 1060.015545] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.015733] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.015817] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.016082] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.016300] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.031599] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 in Status: IN_PROGRESS for 2s [ 1060.260703] env[69758]: INFO networking_nsxv3.common.synchronization [req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 req-868f6f60-e3fa-4605-a847-182726e3fa69 service nova] Enqueued Resource ID: 567234db-0ee2-4dc1-9e15-c364015f4dc2 with Priority: HIGHEST for action security_group_rules [ 1060.260813] env[69758]: INFO networking_nsxv3.common.synchronization [req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 req-868f6f60-e3fa-4605-a847-182726e3fa69 service nova] Enqueued Resource ID: 567234db-0ee2-4dc1-9e15-c364015f4dc2 with Priority: HIGHEST for action security_group_members [ 1060.260963] env[69758]: INFO networking_nsxv3.common.synchronization [req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 req-868f6f60-e3fa-4605-a847-182726e3fa69 service nova] Enqueued Resource ID: e5313f2f-69df-4823-b332-7dc15330e227 with Priority: HIGHEST for action port [ 1060.261210] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 567234db-0ee2-4dc1-9e15-c364015f4dc2 with Priority: HIGHEST for action security_group_rules [ 1060.261341] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 567234db-0ee2-4dc1-9e15-c364015f4dc2 with Priority: HIGHEST for action security_group_members [ 1060.261448] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5313f2f-69df-4823-b332-7dc15330e227 with Priority: HIGHEST for action port [ 1060.262265] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-567234db-0ee2-4dc1-9e15-c364015f4dc2 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.262463] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-567234db-0ee2-4dc1-9e15-c364015f4dc2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.262599] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-567234db-0ee2-4dc1-9e15-c364015f4dc2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.262850] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-567234db-0ee2-4dc1-9e15-c364015f4dc2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.262982] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('567234db-0ee2-4dc1-9e15-c364015f4dc2',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.264013] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-567234db-0ee2-4dc1-9e15-c364015f4dc2 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.264240] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-567234db-0ee2-4dc1-9e15-c364015f4dc2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.264342] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-567234db-0ee2-4dc1-9e15-c364015f4dc2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.264573] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-567234db-0ee2-4dc1-9e15-c364015f4dc2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.264773] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.264934] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.265049] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.265265] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.265400] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.265751] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('567234db-0ee2-4dc1-9e15-c364015f4dc2',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.266822] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5313f2f-69df-4823-b332-7dc15330e227 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.266988] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5313f2f-69df-4823-b332-7dc15330e227" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.267111] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5313f2f-69df-4823-b332-7dc15330e227" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.267529] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5313f2f-69df-4823-b332-7dc15330e227" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.267777] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5313f2f-69df-4823-b332-7dc15330e227',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.773030] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-567234db-0ee2-4dc1-9e15-c364015f4dc2 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.773030] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-567234db-0ee2-4dc1-9e15-c364015f4dc2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.773030] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('567234db-0ee2-4dc1-9e15-c364015f4dc2',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.773030] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e5313f2f-69df-4823-b332-7dc15330e227 with status ACTIVE [ 1060.773030] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.773030] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.773030] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.773030] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.773030] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.773030] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.773030] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.773030] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.773030] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.773030] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.775215] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.775215] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.775215] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.775439] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.776700] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.776700] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e5313f2f-69df-4823-b332-7dc15330e227 is going to be updated. [ 1060.800122] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.800650] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.801591] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.801591] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.801591] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.801591] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5313f2f-69df-4823-b332-7dc15330e227" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.882040] env[69758]: INFO networking_nsxv3.common.synchronization [req-348a82c9-d387-4153-8327-c39bde03099c req-ce369480-e9e0-4296-8101-2a3ba39f274c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Enqueued Resource ID: 901c55bc-6356-414c-bc3a-6ff527b8fab1 with Priority: HIGHEST for action security_group_members [ 1060.882040] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 901c55bc-6356-414c-bc3a-6ff527b8fab1 with Priority: HIGHEST for action security_group_members [ 1060.882040] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-901c55bc-6356-414c-bc3a-6ff527b8fab1 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.882040] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-901c55bc-6356-414c-bc3a-6ff527b8fab1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.882040] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-901c55bc-6356-414c-bc3a-6ff527b8fab1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.882040] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-901c55bc-6356-414c-bc3a-6ff527b8fab1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.882766] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.883485] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.883485] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.883485] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.883485] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.883744] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('901c55bc-6356-414c-bc3a-6ff527b8fab1',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.278211] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('567234db-0ee2-4dc1-9e15-c364015f4dc2',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.389689] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.389689] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.389689] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.389689] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.389689] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.389689] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.389689] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.389689] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.389689] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.389689] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.389689] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 901c55bc-6356-414c-bc3a-6ff527b8fab1 is going to be updated. [ 1061.416126] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.416126] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.416126] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.416126] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.416376] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.426492] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 901c55bc-6356-414c-bc3a-6ff527b8fab1 in Status: IN_PROGRESS for 2s [ 1061.508230] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86748d3d-9567-4e8f-8525-d96d13600410 in Status: SUCCESS [ 1061.508747] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.786031] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.786031] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.786031] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.786031] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.786031] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.786031] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 567234db-0ee2-4dc1-9e15-c364015f4dc2 is going to be updated. [ 1061.848227] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.848444] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.848827] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.849169] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.849378] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.871054] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 567234db-0ee2-4dc1-9e15-c364015f4dc2 in Status: IN_PROGRESS for 2s [ 1062.043045] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 in Status: SUCCESS [ 1062.043045] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.043222] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.043374] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.043579] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.043727] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.043773] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.043923] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.044016] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.044142] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.044218] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('970b52ae-0a30-4a97-8d95-e0e8de09f208',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.546670] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-970b52ae-0a30-4a97-8d95-e0e8de09f208 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.546914] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.547064] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.547421] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.547719] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.547937] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.548082] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.548449] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.548646] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.548893] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.549056] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-970b52ae-0a30-4a97-8d95-e0e8de09f208 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.549615] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.549615] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.549615] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.549876] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.550068] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.550186] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.550417] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.550657] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.550657] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.550770] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('970b52ae-0a30-4a97-8d95-e0e8de09f208',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.053428] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 970b52ae-0a30-4a97-8d95-e0e8de09f208: rpc.has_security_group_logging(os_id): False [ 1063.073894] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.074089] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.074177] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.074478] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.074603] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.074761] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.074861] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.074927] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.075123] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.075214] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.075375] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.075477] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.075541] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.075688] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.075769] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.075937] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.075937] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.076156] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.076250] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.076322] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.076410] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 is going to be updated. [ 1063.149423] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.149423] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.149423] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.149423] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.149423] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.167684] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 in Status: IN_PROGRESS for 2s [ 1063.435986] env[69758]: INFO networking_nsxv3.common.synchronization [req-23c7ba24-f0bc-4c17-b3f5-56b7514e2ee1 req-6bf19614-7cf6-4689-ad71-2f15d159f741 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Enqueued Resource ID: b3676a2d-6013-4704-a281-0f2dac33fa9e with Priority: HIGHEST for action security_group_members [ 1063.436889] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3676a2d-6013-4704-a281-0f2dac33fa9e with Priority: HIGHEST for action security_group_members [ 1063.437765] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 901c55bc-6356-414c-bc3a-6ff527b8fab1 in Status: SUCCESS [ 1063.437943] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 901c55bc-6356-414c-bc3a-6ff527b8fab1 deletion is rescheduled due to dependency. [ 1063.438079] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-901c55bc-6356-414c-bc3a-6ff527b8fab1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.438361] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3676a2d-6013-4704-a281-0f2dac33fa9e taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.438482] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3676a2d-6013-4704-a281-0f2dac33fa9e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.438657] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3676a2d-6013-4704-a281-0f2dac33fa9e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.439210] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3676a2d-6013-4704-a281-0f2dac33fa9e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.439210] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.439210] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.439356] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.439473] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.439565] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.439661] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3676a2d-6013-4704-a281-0f2dac33fa9e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.827332] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-583 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.827512] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-583" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.827653] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-583" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.827929] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-583" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.828208] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.828497] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.828497] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.828798] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.829233] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.829575] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1063.829752] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1063.829942] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1063.830138] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1063.830326] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1063.830463] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1063.830649] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1063.855023] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1063.855023] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1063.855023] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1063.855023] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-583" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.855023] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-5dc9b033-2df3-4d3d-920e-185fd24f4616 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.855023] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-5dc9b033-2df3-4d3d-920e-185fd24f4616" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.855023] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-5dc9b033-2df3-4d3d-920e-185fd24f4616" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.855023] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-5dc9b033-2df3-4d3d-920e-185fd24f4616" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.855023] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5dc9b033-2df3-4d3d-920e-185fd24f4616',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.881038] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 567234db-0ee2-4dc1-9e15-c364015f4dc2 in Status: SUCCESS [ 1063.881293] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-567234db-0ee2-4dc1-9e15-c364015f4dc2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.881685] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-567234db-0ee2-4dc1-9e15-c364015f4dc2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.881905] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-567234db-0ee2-4dc1-9e15-c364015f4dc2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.882113] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.882223] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.882295] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.882451] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.882532] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.882617] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-567234db-0ee2-4dc1-9e15-c364015f4dc2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.882704] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('567234db-0ee2-4dc1-9e15-c364015f4dc2',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.942508] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.942676] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.942744] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.942951] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.943066] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.943267] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.943361] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.943423] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.943573] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.943651] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.943735] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3676a2d-6013-4704-a281-0f2dac33fa9e is going to be updated. [ 1063.969390] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.969505] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.969563] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.970851] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.970851] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.979738] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3676a2d-6013-4704-a281-0f2dac33fa9e in Status: IN_PROGRESS for 2s [ 1064.356652] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.357070] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.357070] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.357430] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.357675] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.357858] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port 5dc9b033-2df3-4d3d-920e-185fd24f4616 not found, creating... [ 1064.358373] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.358575] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.358734] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.358891] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.359063] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.359418] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.359636] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.359721] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.359959] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.360133] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.360291] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: 5dc9b033-2df3-4d3d-920e-185fd24f4616 is going to be created. [ 1064.384716] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-567234db-0ee2-4dc1-9e15-c364015f4dc2 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.384880] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-567234db-0ee2-4dc1-9e15-c364015f4dc2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.384939] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-567234db-0ee2-4dc1-9e15-c364015f4dc2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.385177] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-567234db-0ee2-4dc1-9e15-c364015f4dc2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.385374] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.385482] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.385547] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.385701] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.385791] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.385881] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-567234db-0ee2-4dc1-9e15-c364015f4dc2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.386038] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-567234db-0ee2-4dc1-9e15-c364015f4dc2 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.386186] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-567234db-0ee2-4dc1-9e15-c364015f4dc2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.386186] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-567234db-0ee2-4dc1-9e15-c364015f4dc2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.386437] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-567234db-0ee2-4dc1-9e15-c364015f4dc2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.386568] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.386660] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.386723] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.386854] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.386954] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.387015] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-567234db-0ee2-4dc1-9e15-c364015f4dc2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.387112] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('567234db-0ee2-4dc1-9e15-c364015f4dc2',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.400921] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.401163] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.401295] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.401590] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.401828] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.402100] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-5dc9b033-2df3-4d3d-920e-185fd24f4616" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.889421] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 567234db-0ee2-4dc1-9e15-c364015f4dc2: rpc.has_security_group_logging(os_id): False [ 1064.912569] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.912569] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.912569] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.912901] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.912901] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.912960] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.913064] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.913265] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.913422] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.913532] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.913807] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.913938] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.914007] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.914247] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.914437] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.914674] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.914799] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.914869] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.915123] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.915190] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.915246] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 567234db-0ee2-4dc1-9e15-c364015f4dc2 is going to be updated. [ 1064.986093] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.986292] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.986391] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.986599] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.987277] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.014416] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 567234db-0ee2-4dc1-9e15-c364015f4dc2 in Status: IN_PROGRESS for 2s [ 1065.164192] env[69758]: INFO networking_nsxv3.common.synchronization [req-23c7ba24-f0bc-4c17-b3f5-56b7514e2ee1 req-b51e8d9e-7100-41a2-9cdb-8e4bce87a4bb service nova] Enqueued Resource ID: b3676a2d-6013-4704-a281-0f2dac33fa9e with Priority: HIGHEST for action security_group_rules [ 1065.165154] env[69758]: INFO networking_nsxv3.common.synchronization [req-23c7ba24-f0bc-4c17-b3f5-56b7514e2ee1 req-b51e8d9e-7100-41a2-9cdb-8e4bce87a4bb service nova] Enqueued Resource ID: b3676a2d-6013-4704-a281-0f2dac33fa9e with Priority: HIGHEST for action security_group_members [ 1065.165154] env[69758]: INFO networking_nsxv3.common.synchronization [req-23c7ba24-f0bc-4c17-b3f5-56b7514e2ee1 req-b51e8d9e-7100-41a2-9cdb-8e4bce87a4bb service nova] Enqueued Resource ID: 5dc9b033-2df3-4d3d-920e-185fd24f4616 with Priority: HIGHEST for action port [ 1065.165154] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3676a2d-6013-4704-a281-0f2dac33fa9e with Priority: HIGHEST for action security_group_rules [ 1065.165154] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3676a2d-6013-4704-a281-0f2dac33fa9e with Priority: HIGHEST for action security_group_members [ 1065.165154] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dc9b033-2df3-4d3d-920e-185fd24f4616 with Priority: HIGHEST for action port [ 1065.165857] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3676a2d-6013-4704-a281-0f2dac33fa9e taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.165974] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3676a2d-6013-4704-a281-0f2dac33fa9e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.165974] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3676a2d-6013-4704-a281-0f2dac33fa9e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.166295] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3676a2d-6013-4704-a281-0f2dac33fa9e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.166400] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3676a2d-6013-4704-a281-0f2dac33fa9e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.168052] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3676a2d-6013-4704-a281-0f2dac33fa9e taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.168052] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3676a2d-6013-4704-a281-0f2dac33fa9e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.168273] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-5dc9b033-2df3-4d3d-920e-185fd24f4616 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.168431] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5dc9b033-2df3-4d3d-920e-185fd24f4616" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.168553] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5dc9b033-2df3-4d3d-920e-185fd24f4616" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.168826] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5dc9b033-2df3-4d3d-920e-185fd24f4616" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.168958] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5dc9b033-2df3-4d3d-920e-185fd24f4616',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.188190] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 in Status: SUCCESS [ 1065.188423] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.671513] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3676a2d-6013-4704-a281-0f2dac33fa9e taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.671805] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3676a2d-6013-4704-a281-0f2dac33fa9e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.673286] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5dc9b033-2df3-4d3d-920e-185fd24f4616 with status ACTIVE [ 1065.674141] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.674141] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.674141] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.674141] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.674433] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.674433] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.674556] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.674692] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.674892] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.675009] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.675251] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.675712] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.675712] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.675712] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.675805] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.675833] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5dc9b033-2df3-4d3d-920e-185fd24f4616 is going to be updated. [ 1065.698112] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.698248] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.698248] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.698452] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.698591] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.698750] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5dc9b033-2df3-4d3d-920e-185fd24f4616" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.992066] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3676a2d-6013-4704-a281-0f2dac33fa9e in Status: SUCCESS [ 1065.992066] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3676a2d-6013-4704-a281-0f2dac33fa9e deletion is rescheduled due to dependency. [ 1065.992066] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3676a2d-6013-4704-a281-0f2dac33fa9e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.992066] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3676a2d-6013-4704-a281-0f2dac33fa9e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.992066] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3676a2d-6013-4704-a281-0f2dac33fa9e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.992066] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.992527] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.992527] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.992527] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.992647] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.992647] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3676a2d-6013-4704-a281-0f2dac33fa9e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.496073] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3676a2d-6013-4704-a281-0f2dac33fa9e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.999059] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3676a2d-6013-4704-a281-0f2dac33fa9e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.028811] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 567234db-0ee2-4dc1-9e15-c364015f4dc2 in Status: SUCCESS [ 1067.028811] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-567234db-0ee2-4dc1-9e15-c364015f4dc2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.501470] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.501663] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.501721] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.501979] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.502097] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.502205] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3676a2d-6013-4704-a281-0f2dac33fa9e is going to be updated. [ 1067.534318] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.534318] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.534318] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.534318] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.534318] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.543954] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3676a2d-6013-4704-a281-0f2dac33fa9e in Status: IN_PROGRESS for 2s [ 1069.555208] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3676a2d-6013-4704-a281-0f2dac33fa9e in Status: SUCCESS [ 1069.555547] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3676a2d-6013-4704-a281-0f2dac33fa9e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.555653] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3676a2d-6013-4704-a281-0f2dac33fa9e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.555881] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3676a2d-6013-4704-a281-0f2dac33fa9e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.556109] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.556235] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.556357] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.556533] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.556620] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.556710] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3676a2d-6013-4704-a281-0f2dac33fa9e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.556803] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b3676a2d-6013-4704-a281-0f2dac33fa9e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.061773] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b3676a2d-6013-4704-a281-0f2dac33fa9e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.111894] env[69758]: INFO networking_nsxv3.common.synchronization [req-c3b6c7d7-1aeb-4ac4-bcc5-a878b7d3691a req-36344109-7eb1-4c85-a06b-41a8c35f2a83 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Enqueued Resource ID: 62ea22ad-dbaf-4072-88aa-a34a7a056d5c with Priority: HIGHEST for action security_group_members [ 1070.112822] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ea22ad-dbaf-4072-88aa-a34a7a056d5c with Priority: HIGHEST for action security_group_members [ 1070.113296] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ea22ad-dbaf-4072-88aa-a34a7a056d5c taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.113455] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ea22ad-dbaf-4072-88aa-a34a7a056d5c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.113496] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ea22ad-dbaf-4072-88aa-a34a7a056d5c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.113949] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ea22ad-dbaf-4072-88aa-a34a7a056d5c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.114198] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.114749] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.114874] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.115147] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.115282] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.115417] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62ea22ad-dbaf-4072-88aa-a34a7a056d5c',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.564579] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b3676a2d-6013-4704-a281-0f2dac33fa9e: rpc.has_security_group_logging(os_id): False [ 1070.589258] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.590942] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.590942] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.590942] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.590942] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.590942] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.590942] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.590942] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.591539] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.591539] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.591539] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3676a2d-6013-4704-a281-0f2dac33fa9e is going to be updated. [ 1070.618171] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.619017] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.619017] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.619017] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.619017] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.619017] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.619017] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.619304] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.619304] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.619304] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.619389] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62ea22ad-dbaf-4072-88aa-a34a7a056d5c already deleted. [ 1070.619463] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ea22ad-dbaf-4072-88aa-a34a7a056d5c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.686693] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.687855] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.687855] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.687855] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.687855] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.699697] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3676a2d-6013-4704-a281-0f2dac33fa9e in Status: IN_PROGRESS for 2s [ 1070.931351] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-432 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.931669] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-432" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.931813] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-432" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.932173] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-432" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.932484] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.932685] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.932812] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.933060] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.933215] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.933435] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1070.933588] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1070.933708] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1070.933822] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1070.933938] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1070.934062] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1070.934217] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1070.959581] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1070.959849] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1070.960108] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1070.960460] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-432" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.960936] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-f4e2834c-c5b0-44e5-9086-c89bae9effd4 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.961212] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-f4e2834c-c5b0-44e5-9086-c89bae9effd4" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.961457] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-f4e2834c-c5b0-44e5-9086-c89bae9effd4" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.961856] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-f4e2834c-c5b0-44e5-9086-c89bae9effd4" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.962047] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4e2834c-c5b0-44e5-9086-c89bae9effd4',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.465807] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.466130] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.466275] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.466658] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.466853] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.467140] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port f4e2834c-c5b0-44e5-9086-c89bae9effd4 not found, creating... [ 1071.467532] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.467778] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.467956] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.468382] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.468613] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.469037] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.469287] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.469482] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.469720] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.469866] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.470027] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: f4e2834c-c5b0-44e5-9086-c89bae9effd4 is going to be created. [ 1071.494971] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.495252] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.495473] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.495877] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.496165] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.496500] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-f4e2834c-c5b0-44e5-9086-c89bae9effd4" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.269119] env[69758]: INFO networking_nsxv3.common.synchronization [req-0f2f6f8f-b987-4f7c-90f5-52986e9e2b61 req-8bc30d23-e351-4f8a-ac08-4cca21f6d158 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Enqueued Resource ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 with Priority: HIGHEST for action security_group_members [ 1072.269727] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 with Priority: HIGHEST for action security_group_members [ 1072.270046] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-71e28d65-4abb-4c84-ba3e-57e57ae28960 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.270181] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.270246] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.270513] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.270683] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.270791] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.270853] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.271160] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.271276] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.271374] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71e28d65-4abb-4c84-ba3e-57e57ae28960',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.484242] env[69758]: INFO networking_nsxv3.common.synchronization [req-c3b6c7d7-1aeb-4ac4-bcc5-a878b7d3691a req-f569e0e4-95c1-49df-9595-01c2e01dff9d service nova] Enqueued Resource ID: 62ea22ad-dbaf-4072-88aa-a34a7a056d5c with Priority: HIGHEST for action security_group_rules [ 1072.484242] env[69758]: INFO networking_nsxv3.common.synchronization [req-c3b6c7d7-1aeb-4ac4-bcc5-a878b7d3691a req-f569e0e4-95c1-49df-9595-01c2e01dff9d service nova] Enqueued Resource ID: 62ea22ad-dbaf-4072-88aa-a34a7a056d5c with Priority: HIGHEST for action security_group_members [ 1072.484242] env[69758]: INFO networking_nsxv3.common.synchronization [req-c3b6c7d7-1aeb-4ac4-bcc5-a878b7d3691a req-f569e0e4-95c1-49df-9595-01c2e01dff9d service nova] Enqueued Resource ID: f4e2834c-c5b0-44e5-9086-c89bae9effd4 with Priority: HIGHEST for action port [ 1072.484665] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ea22ad-dbaf-4072-88aa-a34a7a056d5c with Priority: HIGHEST for action security_group_rules [ 1072.484822] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ea22ad-dbaf-4072-88aa-a34a7a056d5c with Priority: HIGHEST for action security_group_members [ 1072.484926] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4e2834c-c5b0-44e5-9086-c89bae9effd4 with Priority: HIGHEST for action port [ 1072.485330] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62ea22ad-dbaf-4072-88aa-a34a7a056d5c taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.485467] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62ea22ad-dbaf-4072-88aa-a34a7a056d5c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.485532] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62ea22ad-dbaf-4072-88aa-a34a7a056d5c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.485777] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62ea22ad-dbaf-4072-88aa-a34a7a056d5c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.485863] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62ea22ad-dbaf-4072-88aa-a34a7a056d5c',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.486841] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ea22ad-dbaf-4072-88aa-a34a7a056d5c taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.486959] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ea22ad-dbaf-4072-88aa-a34a7a056d5c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.487058] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ea22ad-dbaf-4072-88aa-a34a7a056d5c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.488097] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ea22ad-dbaf-4072-88aa-a34a7a056d5c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.488097] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.488097] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.488097] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.488097] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.488097] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.488097] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62ea22ad-dbaf-4072-88aa-a34a7a056d5c',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.490467] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-f4e2834c-c5b0-44e5-9086-c89bae9effd4 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.490593] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f4e2834c-c5b0-44e5-9086-c89bae9effd4" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.490700] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f4e2834c-c5b0-44e5-9086-c89bae9effd4" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.490883] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f4e2834c-c5b0-44e5-9086-c89bae9effd4" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.490987] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4e2834c-c5b0-44e5-9086-c89bae9effd4',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.725859] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3676a2d-6013-4704-a281-0f2dac33fa9e in Status: SUCCESS [ 1072.726141] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3676a2d-6013-4704-a281-0f2dac33fa9e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.728969] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-926 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.729239] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-926" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.729356] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-926" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.729833] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-926" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.730143] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.730340] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.730471] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.730706] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.730867] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.731099] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1072.731223] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1072.731364] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1072.731494] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1072.731602] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1072.731709] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1072.731849] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1072.756035] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1072.756828] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1072.757027] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1072.757239] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-926" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.757636] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-269cd5b7-8418-4f3f-a5f2-a5fc0798893f taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.757825] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-269cd5b7-8418-4f3f-a5f2-a5fc0798893f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.757952] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-269cd5b7-8418-4f3f-a5f2-a5fc0798893f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.758345] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-269cd5b7-8418-4f3f-a5f2-a5fc0798893f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.758605] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('269cd5b7-8418-4f3f-a5f2-a5fc0798893f',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.776924] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.777174] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.777247] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.777492] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.777577] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.777781] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.777887] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.777963] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.778136] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.778225] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.778314] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 already deleted. [ 1072.778398] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.993471] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62ea22ad-dbaf-4072-88aa-a34a7a056d5c',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.995013] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ea22ad-dbaf-4072-88aa-a34a7a056d5c taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.995157] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ea22ad-dbaf-4072-88aa-a34a7a056d5c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.995754] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f4e2834c-c5b0-44e5-9086-c89bae9effd4 with status ACTIVE [ 1072.995754] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.995754] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.995927] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.996159] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.996314] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.996664] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.996777] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.996826] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.996987] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.997195] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.997403] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.997521] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.997588] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.997757] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.997818] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.998038] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f4e2834c-c5b0-44e5-9086-c89bae9effd4 is going to be updated. [ 1073.022059] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.022249] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.022324] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.022562] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.022723] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.023186] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f4e2834c-c5b0-44e5-9086-c89bae9effd4" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.260985] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.261263] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.261399] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.261711] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.261870] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.262044] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port 269cd5b7-8418-4f3f-a5f2-a5fc0798893f not found, creating... [ 1073.262334] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.262509] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.262678] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.262951] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.263124] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.263527] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.263726] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.263851] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.264092] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.264370] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.264431] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: 269cd5b7-8418-4f3f-a5f2-a5fc0798893f is going to be created. [ 1073.288391] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.288391] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.288852] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.288976] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.289226] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.289480] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-269cd5b7-8418-4f3f-a5f2-a5fc0798893f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.501466] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62ea22ad-dbaf-4072-88aa-a34a7a056d5c',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.004588] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.004766] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.004835] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.005138] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.005242] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.005377] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62ea22ad-dbaf-4072-88aa-a34a7a056d5c is going to be created. [ 1074.012198] env[69758]: INFO networking_nsxv3.common.synchronization [req-0f2f6f8f-b987-4f7c-90f5-52986e9e2b61 req-88d9cfb5-5f63-4d26-985f-0a3800c58593 service nova] Enqueued Resource ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 with Priority: HIGHEST for action security_group_rules [ 1074.012402] env[69758]: INFO networking_nsxv3.common.synchronization [req-0f2f6f8f-b987-4f7c-90f5-52986e9e2b61 req-88d9cfb5-5f63-4d26-985f-0a3800c58593 service nova] Enqueued Resource ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 with Priority: HIGHEST for action security_group_members [ 1074.012583] env[69758]: INFO networking_nsxv3.common.synchronization [req-0f2f6f8f-b987-4f7c-90f5-52986e9e2b61 req-88d9cfb5-5f63-4d26-985f-0a3800c58593 service nova] Enqueued Resource ID: 269cd5b7-8418-4f3f-a5f2-a5fc0798893f with Priority: HIGHEST for action port [ 1074.012854] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 with Priority: HIGHEST for action security_group_rules [ 1074.012988] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 with Priority: HIGHEST for action security_group_members [ 1074.013101] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 269cd5b7-8418-4f3f-a5f2-a5fc0798893f with Priority: HIGHEST for action port [ 1074.013817] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71e28d65-4abb-4c84-ba3e-57e57ae28960 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.013953] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.017543] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.017543] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.017543] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71e28d65-4abb-4c84-ba3e-57e57ae28960',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.017813] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-71e28d65-4abb-4c84-ba3e-57e57ae28960 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.017987] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.018041] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.018309] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.018466] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.018580] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.018667] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.018868] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.018989] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.019147] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71e28d65-4abb-4c84-ba3e-57e57ae28960',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.020083] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-269cd5b7-8418-4f3f-a5f2-a5fc0798893f taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.020208] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-269cd5b7-8418-4f3f-a5f2-a5fc0798893f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.020282] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-269cd5b7-8418-4f3f-a5f2-a5fc0798893f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.020487] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-269cd5b7-8418-4f3f-a5f2-a5fc0798893f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.020589] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('269cd5b7-8418-4f3f-a5f2-a5fc0798893f',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.038670] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.038944] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.039115] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.039411] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.039717] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.052448] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ea22ad-dbaf-4072-88aa-a34a7a056d5c in Status: UNINITIALIZED for 2s [ 1074.522895] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71e28d65-4abb-4c84-ba3e-57e57ae28960',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.524431] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-71e28d65-4abb-4c84-ba3e-57e57ae28960 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.524593] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.524780] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 269cd5b7-8418-4f3f-a5f2-a5fc0798893f with status ACTIVE [ 1074.525114] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.525213] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.525279] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.525532] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.525662] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.525908] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.525971] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.526146] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.526418] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.526611] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.526797] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.526925] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.527013] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.527212] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.527393] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.527513] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 269cd5b7-8418-4f3f-a5f2-a5fc0798893f is going to be updated. [ 1074.554793] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.555031] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.555031] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.555288] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.555459] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.555644] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-269cd5b7-8418-4f3f-a5f2-a5fc0798893f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.590890] env[69758]: INFO networking_nsxv3.common.synchronization [req-ff5cf772-5909-454d-b987-03d66803382e req-28866289-a6e2-4764-a184-b1c8c9d190be tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Enqueued Resource ID: 86748d3d-9567-4e8f-8525-d96d13600410 with Priority: HIGHEST for action security_group_members [ 1074.590890] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86748d3d-9567-4e8f-8525-d96d13600410 with Priority: HIGHEST for action security_group_members [ 1074.591152] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-86748d3d-9567-4e8f-8525-d96d13600410 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.591314] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.591391] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.591612] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.591778] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.591896] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.591950] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.592123] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.592230] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.592327] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86748d3d-9567-4e8f-8525-d96d13600410',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.029681] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71e28d65-4abb-4c84-ba3e-57e57ae28960',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.098828] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86748d3d-9567-4e8f-8525-d96d13600410',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.212984] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-407 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.213523] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-407" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.213678] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-407" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.214032] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-407" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.214423] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.214668] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.214813] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.215133] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.215362] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.215650] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1075.215827] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1075.215961] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1075.216178] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1075.216385] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1075.216556] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1075.216743] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1075.240607] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1075.240607] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1075.240944] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1075.241249] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-407" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.241688] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-c51c216e-84e5-405d-ada7-5aeecf328666 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.243128] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-c51c216e-84e5-405d-ada7-5aeecf328666" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.243128] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-c51c216e-84e5-405d-ada7-5aeecf328666" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.243128] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-c51c216e-84e5-405d-ada7-5aeecf328666" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.243128] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c51c216e-84e5-405d-ada7-5aeecf328666',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.533073] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.533494] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.533575] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.533793] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.533889] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.535245] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 is going to be created. [ 1075.566957] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.567145] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.567204] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.567483] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.567660] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.581606] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 in Status: UNINITIALIZED for 2s [ 1075.601150] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86748d3d-9567-4e8f-8525-d96d13600410',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.745039] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.745528] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.745788] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.746234] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.746697] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.749021] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port c51c216e-84e5-405d-ada7-5aeecf328666 not found, creating... [ 1075.749021] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.749021] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.749021] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.750745] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.750745] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.750745] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.750745] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.750745] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.750745] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.750745] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.750745] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: c51c216e-84e5-405d-ada7-5aeecf328666 is going to be created. [ 1075.773819] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.777432] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.777634] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.778076] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.778342] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.778644] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-c51c216e-84e5-405d-ada7-5aeecf328666" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.068373] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ea22ad-dbaf-4072-88aa-a34a7a056d5c in Status: SUCCESS [ 1076.068919] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ea22ad-dbaf-4072-88aa-a34a7a056d5c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.068919] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ea22ad-dbaf-4072-88aa-a34a7a056d5c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.069286] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ea22ad-dbaf-4072-88aa-a34a7a056d5c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.069332] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.069462] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.069543] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.069715] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.069800] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.069904] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ea22ad-dbaf-4072-88aa-a34a7a056d5c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.070024] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('62ea22ad-dbaf-4072-88aa-a34a7a056d5c',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.103620] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.103849] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.103849] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.104098] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.104260] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.104422] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86748d3d-9567-4e8f-8525-d96d13600410 is going to be updated. [ 1076.178206] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.178400] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.178442] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.178666] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.178833] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.188895] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86748d3d-9567-4e8f-8525-d96d13600410 in Status: IN_PROGRESS for 2s [ 1076.575297] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('62ea22ad-dbaf-4072-88aa-a34a7a056d5c',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.611240] env[69758]: INFO networking_nsxv3.common.synchronization [req-ff5cf772-5909-454d-b987-03d66803382e req-a0876d9f-f222-4541-aea8-f3eede38ac0e service nova] Enqueued Resource ID: 86748d3d-9567-4e8f-8525-d96d13600410 with Priority: HIGHEST for action security_group_rules [ 1076.611492] env[69758]: INFO networking_nsxv3.common.synchronization [req-ff5cf772-5909-454d-b987-03d66803382e req-a0876d9f-f222-4541-aea8-f3eede38ac0e service nova] Enqueued Resource ID: 86748d3d-9567-4e8f-8525-d96d13600410 with Priority: HIGHEST for action security_group_members [ 1076.611665] env[69758]: INFO networking_nsxv3.common.synchronization [req-ff5cf772-5909-454d-b987-03d66803382e req-a0876d9f-f222-4541-aea8-f3eede38ac0e service nova] Enqueued Resource ID: c51c216e-84e5-405d-ada7-5aeecf328666 with Priority: HIGHEST for action port [ 1076.612755] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86748d3d-9567-4e8f-8525-d96d13600410 with Priority: HIGHEST for action security_group_rules [ 1076.612897] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86748d3d-9567-4e8f-8525-d96d13600410 with Priority: HIGHEST for action security_group_members [ 1076.613030] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c51c216e-84e5-405d-ada7-5aeecf328666 with Priority: HIGHEST for action port [ 1076.613341] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86748d3d-9567-4e8f-8525-d96d13600410 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.613474] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.613533] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.613902] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.614093] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86748d3d-9567-4e8f-8525-d96d13600410',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.615499] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-86748d3d-9567-4e8f-8525-d96d13600410 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.615695] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.615949] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-c51c216e-84e5-405d-ada7-5aeecf328666 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.616090] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c51c216e-84e5-405d-ada7-5aeecf328666" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.616090] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c51c216e-84e5-405d-ada7-5aeecf328666" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.616358] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c51c216e-84e5-405d-ada7-5aeecf328666" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.616433] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c51c216e-84e5-405d-ada7-5aeecf328666',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.079462] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 62ea22ad-dbaf-4072-88aa-a34a7a056d5c: rpc.has_security_group_logging(os_id): False [ 1077.098982] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.099350] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.099350] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.099466] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.099563] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.099812] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.099922] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.099991] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.100158] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.100238] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.100330] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62ea22ad-dbaf-4072-88aa-a34a7a056d5c is going to be created. [ 1077.119372] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-86748d3d-9567-4e8f-8525-d96d13600410 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.119563] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.119782] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c51c216e-84e5-405d-ada7-5aeecf328666 with status ACTIVE [ 1077.120042] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.120334] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.120334] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.120587] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.121134] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.122137] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.122373] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.122501] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.122931] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.123115] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.123419] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.123589] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.123671] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.123957] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.124287] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.124480] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c51c216e-84e5-405d-ada7-5aeecf328666 is going to be updated. [ 1077.165696] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.165913] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.166137] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.166820] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.167086] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.167364] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c51c216e-84e5-405d-ada7-5aeecf328666" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.184798] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.184798] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.184798] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.184798] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.184798] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.236079] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62ea22ad-dbaf-4072-88aa-a34a7a056d5c in Status: IN_PROGRESS for 2s [ 1077.345304] env[69758]: INFO networking_nsxv3.common.synchronization [req-591dbf16-016b-4894-bb39-aa972247607d req-f09ee896-80ad-4c4f-9f76-3f72511049e6 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Enqueued Resource ID: b466bb13-86e5-4b05-a1a6-cce44813eedb with Priority: HIGHEST for action security_group_members [ 1077.345304] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b466bb13-86e5-4b05-a1a6-cce44813eedb with Priority: HIGHEST for action security_group_members [ 1077.345304] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-b466bb13-86e5-4b05-a1a6-cce44813eedb taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.345304] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.345304] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.345304] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.345304] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.345680] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.345680] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.345748] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.345820] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.345898] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b466bb13-86e5-4b05-a1a6-cce44813eedb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.593782] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 in Status: SUCCESS [ 1077.594123] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.594248] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.594431] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.594630] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.594764] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.594831] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.594987] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.595089] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.595434] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.595434] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('71e28d65-4abb-4c84-ba3e-57e57ae28960',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.853311] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.853311] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.853311] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.853311] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.853311] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.853311] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.853311] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.853311] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.853311] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.853311] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.853311] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b466bb13-86e5-4b05-a1a6-cce44813eedb is going to be updated. [ 1077.898440] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.898440] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.898440] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.898440] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.898440] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.914426] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b466bb13-86e5-4b05-a1a6-cce44813eedb in Status: IN_PROGRESS for 2s [ 1078.030240] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-724 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.030240] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-724" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.030240] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-724" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.030240] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-724" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.030240] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.030240] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.030240] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.030240] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.031054] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.034522] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1078.034522] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1078.034522] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1078.034522] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1078.034522] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1078.034522] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1078.034522] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1078.059022] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1078.059022] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1078.059022] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1078.059022] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-724" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.059022] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-b052291f-45ad-4a64-9c6c-79505e1b50e4 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.059022] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-b052291f-45ad-4a64-9c6c-79505e1b50e4" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.059022] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-b052291f-45ad-4a64-9c6c-79505e1b50e4" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.059022] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-b052291f-45ad-4a64-9c6c-79505e1b50e4" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.059022] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b052291f-45ad-4a64-9c6c-79505e1b50e4',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.084141] env[69758]: INFO networking_nsxv3.common.synchronization [req-2454cd56-a2b7-4ec0-841b-d1e6e005cbad req-422ed049-bf74-4c5f-a674-6e095c14d7a5 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Enqueued Resource ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 with Priority: HIGHEST for action security_group_members [ 1078.084141] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 with Priority: HIGHEST for action security_group_members [ 1078.084141] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-970b52ae-0a30-4a97-8d95-e0e8de09f208 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.084141] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.086810] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.086810] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.086810] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.086810] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.086810] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.087408] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.089424] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.089424] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('970b52ae-0a30-4a97-8d95-e0e8de09f208',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.101518] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-71e28d65-4abb-4c84-ba3e-57e57ae28960 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.101518] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.101518] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.101518] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.101518] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.101518] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.101518] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.101518] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.101518] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.101518] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.101518] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-71e28d65-4abb-4c84-ba3e-57e57ae28960 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.101518] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.101518] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.101518] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.101518] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.101518] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.102309] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.102309] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.102309] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.102309] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.102786] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('71e28d65-4abb-4c84-ba3e-57e57ae28960',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.211925] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86748d3d-9567-4e8f-8525-d96d13600410 in Status: SUCCESS [ 1078.212285] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.212482] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.212629] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.212845] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.212968] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.213058] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.213241] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.213321] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.213426] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86748d3d-9567-4e8f-8525-d96d13600410',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.565096] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.565419] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.565578] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.565889] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.566039] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.566208] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port b052291f-45ad-4a64-9c6c-79505e1b50e4 not found, creating... [ 1078.566561] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.566787] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.566984] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.567281] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.567446] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.567799] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.568022] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.568362] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.568460] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.568565] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.568747] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: b052291f-45ad-4a64-9c6c-79505e1b50e4 is going to be created. [ 1078.591484] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.591866] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.592046] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.592500] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.592745] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.593032] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.593188] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.593253] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.593475] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.593559] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.593665] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 is going to be updated. [ 1078.596230] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.596676] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.596742] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.596981] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.597242] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.597557] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-b052291f-45ad-4a64-9c6c-79505e1b50e4" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.605781] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 71e28d65-4abb-4c84-ba3e-57e57ae28960: rpc.has_security_group_logging(os_id): False [ 1078.625369] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.625565] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.625635] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.625813] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.625900] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.626156] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.626288] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.626362] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.626565] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.626654] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.626995] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.626995] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.626995] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.627196] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.627196] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.627475] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.627595] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.627658] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.627772] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.627928] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.627928] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 is going to be created. [ 1078.646546] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.646739] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.646854] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.647187] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.647409] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.658108] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 in Status: IN_PROGRESS for 2s [ 1078.715493] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86748d3d-9567-4e8f-8525-d96d13600410',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.730012] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.730229] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.730229] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.730449] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.730640] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.755704] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 in Status: IN_PROGRESS for 2s [ 1079.218189] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86748d3d-9567-4e8f-8525-d96d13600410',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.267891] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62ea22ad-dbaf-4072-88aa-a34a7a056d5c in Status: SUCCESS [ 1079.267891] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62ea22ad-dbaf-4072-88aa-a34a7a056d5c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.643998] env[69758]: INFO networking_nsxv3.common.synchronization [req-bcfc5944-be50-4d01-9164-c96088db60d3 req-49b0c99e-13c7-4bae-b992-a9abd8265a9d tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Enqueued Resource ID: 901c55bc-6356-414c-bc3a-6ff527b8fab1 with Priority: HIGHEST for action security_group_members [ 1079.644981] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 901c55bc-6356-414c-bc3a-6ff527b8fab1 with Priority: HIGHEST for action security_group_members [ 1079.645519] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-901c55bc-6356-414c-bc3a-6ff527b8fab1 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.645519] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-901c55bc-6356-414c-bc3a-6ff527b8fab1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.645655] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-901c55bc-6356-414c-bc3a-6ff527b8fab1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.645904] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-901c55bc-6356-414c-bc3a-6ff527b8fab1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.646446] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.646446] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.646446] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.646809] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.646809] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.646809] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('901c55bc-6356-414c-bc3a-6ff527b8fab1',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.720908] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.721487] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.721672] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.722023] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.722233] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.722426] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86748d3d-9567-4e8f-8525-d96d13600410 is going to be updated. [ 1079.757039] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.757290] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.757442] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.757784] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.757989] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.781740] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86748d3d-9567-4e8f-8525-d96d13600410 in Status: IN_PROGRESS for 2s [ 1079.923842] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b466bb13-86e5-4b05-a1a6-cce44813eedb in Status: SUCCESS [ 1079.924095] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b466bb13-86e5-4b05-a1a6-cce44813eedb deletion is rescheduled due to dependency. [ 1079.924222] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.983883] env[69758]: INFO networking_nsxv3.common.synchronization [req-591dbf16-016b-4894-bb39-aa972247607d req-a3e526c5-e601-487b-aa2f-b98e1ffd83ec service nova] Enqueued Resource ID: b466bb13-86e5-4b05-a1a6-cce44813eedb with Priority: HIGHEST for action security_group_rules [ 1079.984099] env[69758]: INFO networking_nsxv3.common.synchronization [req-591dbf16-016b-4894-bb39-aa972247607d req-a3e526c5-e601-487b-aa2f-b98e1ffd83ec service nova] Enqueued Resource ID: b466bb13-86e5-4b05-a1a6-cce44813eedb with Priority: HIGHEST for action security_group_members [ 1079.984283] env[69758]: INFO networking_nsxv3.common.synchronization [req-591dbf16-016b-4894-bb39-aa972247607d req-a3e526c5-e601-487b-aa2f-b98e1ffd83ec service nova] Enqueued Resource ID: b052291f-45ad-4a64-9c6c-79505e1b50e4 with Priority: HIGHEST for action port [ 1079.984515] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b466bb13-86e5-4b05-a1a6-cce44813eedb with Priority: HIGHEST for action security_group_rules [ 1079.984639] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b466bb13-86e5-4b05-a1a6-cce44813eedb with Priority: HIGHEST for action security_group_members [ 1079.984730] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b052291f-45ad-4a64-9c6c-79505e1b50e4 with Priority: HIGHEST for action port [ 1079.985294] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b466bb13-86e5-4b05-a1a6-cce44813eedb taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.985425] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.985575] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.985689] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.985766] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b466bb13-86e5-4b05-a1a6-cce44813eedb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.986653] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-b466bb13-86e5-4b05-a1a6-cce44813eedb taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.986942] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.986942] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.987042] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.987545] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.987642] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.987721] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.987872] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.987957] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.988057] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b466bb13-86e5-4b05-a1a6-cce44813eedb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.988825] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-b052291f-45ad-4a64-9c6c-79505e1b50e4 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.988934] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b052291f-45ad-4a64-9c6c-79505e1b50e4" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.989065] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b052291f-45ad-4a64-9c6c-79505e1b50e4" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.989154] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b052291f-45ad-4a64-9c6c-79505e1b50e4" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.989223] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b052291f-45ad-4a64-9c6c-79505e1b50e4',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.102203] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-5 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.102510] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.102711] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.103131] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.103540] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.103792] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.103977] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.104318] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.104934] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.104934] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1080.105115] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1080.105179] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1080.105338] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1080.105530] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1080.107047] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1080.107047] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1080.130118] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1080.130375] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1080.131011] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1080.131011] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.131338] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-e529825f-a67e-4ded-91b7-ef2abbf02d64 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.131661] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-e529825f-a67e-4ded-91b7-ef2abbf02d64" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.131902] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-e529825f-a67e-4ded-91b7-ef2abbf02d64" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.132418] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-e529825f-a67e-4ded-91b7-ef2abbf02d64" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.132653] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e529825f-a67e-4ded-91b7-ef2abbf02d64',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.150605] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.150891] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.151019] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.151580] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.151747] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.152061] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.152222] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.152323] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.152564] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.152703] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.152853] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 901c55bc-6356-414c-bc3a-6ff527b8fab1 is going to be updated. [ 1080.224391] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.224640] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.224775] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.225135] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.225386] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.241177] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 901c55bc-6356-414c-bc3a-6ff527b8fab1 in Status: IN_PROGRESS for 2s [ 1080.491285] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-b466bb13-86e5-4b05-a1a6-cce44813eedb taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.491518] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.491620] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b466bb13-86e5-4b05-a1a6-cce44813eedb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.492581] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b052291f-45ad-4a64-9c6c-79505e1b50e4 with status ACTIVE [ 1080.492800] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.492928] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.493035] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.493225] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.493321] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.493496] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.493592] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.493652] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.493805] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.493893] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.494129] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.494238] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.494288] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.494450] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.494533] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.494646] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b052291f-45ad-4a64-9c6c-79505e1b50e4 is going to be updated. [ 1080.519058] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.519058] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.519058] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.519058] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.519058] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.519480] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b052291f-45ad-4a64-9c6c-79505e1b50e4" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.637349] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.637667] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.637807] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.638117] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.638303] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.638497] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port e529825f-a67e-4ded-91b7-ef2abbf02d64 not found, creating... [ 1080.639110] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.639110] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.639274] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.641215] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.641215] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.641215] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.641215] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.641215] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.641494] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.641564] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.641752] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: e529825f-a67e-4ded-91b7-ef2abbf02d64 is going to be created. [ 1080.669413] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 in Status: SUCCESS [ 1080.669796] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 970b52ae-0a30-4a97-8d95-e0e8de09f208 deletion is rescheduled due to dependency. [ 1080.669796] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-970b52ae-0a30-4a97-8d95-e0e8de09f208" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.680368] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.680703] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.680840] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.681158] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.681424] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.681690] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-e529825f-a67e-4ded-91b7-ef2abbf02d64" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.776299] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 in Status: SUCCESS [ 1080.776868] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.996933] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b466bb13-86e5-4b05-a1a6-cce44813eedb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.438083] env[69758]: INFO networking_nsxv3.common.synchronization [req-bcfc5944-be50-4d01-9164-c96088db60d3 req-f871f094-b2aa-4201-9db2-e7f72c60cacd service nova] Enqueued Resource ID: 901c55bc-6356-414c-bc3a-6ff527b8fab1 with Priority: HIGHEST for action security_group_rules [ 1081.438290] env[69758]: INFO networking_nsxv3.common.synchronization [req-bcfc5944-be50-4d01-9164-c96088db60d3 req-f871f094-b2aa-4201-9db2-e7f72c60cacd service nova] Enqueued Resource ID: 901c55bc-6356-414c-bc3a-6ff527b8fab1 with Priority: HIGHEST for action security_group_members [ 1081.438436] env[69758]: INFO networking_nsxv3.common.synchronization [req-bcfc5944-be50-4d01-9164-c96088db60d3 req-f871f094-b2aa-4201-9db2-e7f72c60cacd service nova] Enqueued Resource ID: e529825f-a67e-4ded-91b7-ef2abbf02d64 with Priority: HIGHEST for action port [ 1081.438988] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 901c55bc-6356-414c-bc3a-6ff527b8fab1 with Priority: HIGHEST for action security_group_rules [ 1081.439989] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 901c55bc-6356-414c-bc3a-6ff527b8fab1 with Priority: HIGHEST for action security_group_members [ 1081.439989] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e529825f-a67e-4ded-91b7-ef2abbf02d64 with Priority: HIGHEST for action port [ 1081.439989] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-901c55bc-6356-414c-bc3a-6ff527b8fab1 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.440338] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-901c55bc-6356-414c-bc3a-6ff527b8fab1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.440338] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-901c55bc-6356-414c-bc3a-6ff527b8fab1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.440451] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-901c55bc-6356-414c-bc3a-6ff527b8fab1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.440507] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('901c55bc-6356-414c-bc3a-6ff527b8fab1',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.441784] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-901c55bc-6356-414c-bc3a-6ff527b8fab1 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.441941] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-901c55bc-6356-414c-bc3a-6ff527b8fab1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.444016] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-e529825f-a67e-4ded-91b7-ef2abbf02d64 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.444016] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e529825f-a67e-4ded-91b7-ef2abbf02d64" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.444016] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e529825f-a67e-4ded-91b7-ef2abbf02d64" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.444016] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e529825f-a67e-4ded-91b7-ef2abbf02d64" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.444016] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e529825f-a67e-4ded-91b7-ef2abbf02d64',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.500237] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.500393] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.500559] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.500683] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.500776] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.500929] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b466bb13-86e5-4b05-a1a6-cce44813eedb is going to be updated. [ 1081.529766] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.529963] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.530016] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.530222] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.530373] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.539211] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b466bb13-86e5-4b05-a1a6-cce44813eedb in Status: IN_PROGRESS for 2s [ 1081.792769] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86748d3d-9567-4e8f-8525-d96d13600410 in Status: SUCCESS [ 1081.793137] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.793200] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.793440] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.793626] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.793782] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.793828] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.793971] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.794072] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.794168] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.794260] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('86748d3d-9567-4e8f-8525-d96d13600410',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.944737] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-901c55bc-6356-414c-bc3a-6ff527b8fab1 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.944947] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-901c55bc-6356-414c-bc3a-6ff527b8fab1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.945191] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e529825f-a67e-4ded-91b7-ef2abbf02d64 with status ACTIVE [ 1081.945405] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.945527] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.945624] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.945889] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.946298] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.946298] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.946510] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.946510] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.946687] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.946773] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.946995] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.947133] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.947450] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.947450] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.947513] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.947848] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e529825f-a67e-4ded-91b7-ef2abbf02d64 is going to be updated. [ 1081.984972] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.985188] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.985228] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.985986] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.986228] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.987779] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e529825f-a67e-4ded-91b7-ef2abbf02d64" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.084737] env[69758]: INFO networking_nsxv3.common.synchronization [None req-d50f80ed-1139-49bd-806c-19117ead7b3a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Enqueued Resource ID: 87329fe4-35cb-427d-973c-c9e1dea8c42a with Priority: HIGHEST for action security_group_rules [ 1082.085309] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87329fe4-35cb-427d-973c-c9e1dea8c42a with Priority: HIGHEST for action security_group_rules [ 1082.085631] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-87329fe4-35cb-427d-973c-c9e1dea8c42a taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.085747] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-87329fe4-35cb-427d-973c-c9e1dea8c42a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.085812] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-87329fe4-35cb-427d-973c-c9e1dea8c42a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.086407] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-87329fe4-35cb-427d-973c-c9e1dea8c42a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.086515] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('87329fe4-35cb-427d-973c-c9e1dea8c42a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.254533] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 901c55bc-6356-414c-bc3a-6ff527b8fab1 in Status: SUCCESS [ 1082.256458] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 901c55bc-6356-414c-bc3a-6ff527b8fab1 deletion is rescheduled due to dependency. [ 1082.256458] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-901c55bc-6356-414c-bc3a-6ff527b8fab1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.256458] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-901c55bc-6356-414c-bc3a-6ff527b8fab1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.256458] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-901c55bc-6356-414c-bc3a-6ff527b8fab1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.256458] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.256458] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.256458] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.256458] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.256458] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.256458] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('901c55bc-6356-414c-bc3a-6ff527b8fab1',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.278044] env[69758]: INFO networking_nsxv3.common.synchronization [None req-bbf596bc-cfc9-4100-af16-0b11c35bbf6b tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Enqueued Resource ID: 87329fe4-35cb-427d-973c-c9e1dea8c42a with Priority: HIGHEST for action security_group_rules [ 1082.278044] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87329fe4-35cb-427d-973c-c9e1dea8c42a with Priority: HIGHEST for action security_group_rules [ 1082.278044] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-87329fe4-35cb-427d-973c-c9e1dea8c42a taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.278044] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-87329fe4-35cb-427d-973c-c9e1dea8c42a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.296830] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-86748d3d-9567-4e8f-8525-d96d13600410 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.297143] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.297143] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.297337] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.297801] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.297952] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.297952] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.299248] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.299248] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.299248] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.299248] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-86748d3d-9567-4e8f-8525-d96d13600410 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.299248] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.299248] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.299248] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.299248] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.299248] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.299248] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.299975] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.299975] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.299975] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.299975] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('86748d3d-9567-4e8f-8525-d96d13600410',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.608022] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.608269] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.608338] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.608642] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.608831] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.608989] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 87329fe4-35cb-427d-973c-c9e1dea8c42a already deleted. [ 1082.609156] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-87329fe4-35cb-427d-973c-c9e1dea8c42a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.609331] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-87329fe4-35cb-427d-973c-c9e1dea8c42a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.609529] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-87329fe4-35cb-427d-973c-c9e1dea8c42a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.609529] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('87329fe4-35cb-427d-973c-c9e1dea8c42a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.759740] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('901c55bc-6356-414c-bc3a-6ff527b8fab1',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.805074] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 86748d3d-9567-4e8f-8525-d96d13600410: rpc.has_security_group_logging(os_id): False [ 1082.823985] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.824211] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.824320] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.824719] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.824825] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.825086] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.825214] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.825274] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.825571] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.825571] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.825800] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.825919] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.825977] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.826162] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.826271] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.826707] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.826707] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.826857] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.827072] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.827149] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.827277] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86748d3d-9567-4e8f-8525-d96d13600410 is going to be updated. [ 1082.897546] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.897546] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.897546] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.897546] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.897546] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.916203] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86748d3d-9567-4e8f-8525-d96d13600410 in Status: IN_PROGRESS for 2s [ 1083.135022] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.135022] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.135022] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.135022] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.135022] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.135022] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 87329fe4-35cb-427d-973c-c9e1dea8c42a already deleted. [ 1083.135022] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-87329fe4-35cb-427d-973c-c9e1dea8c42a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.262643] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('901c55bc-6356-414c-bc3a-6ff527b8fab1',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.552475] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b466bb13-86e5-4b05-a1a6-cce44813eedb in Status: SUCCESS [ 1083.552717] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.552935] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.553234] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.553467] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.553640] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.553729] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.553851] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.553909] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.553998] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.554114] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b466bb13-86e5-4b05-a1a6-cce44813eedb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.764739] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.765020] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.765089] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.765375] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.765512] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.765632] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 901c55bc-6356-414c-bc3a-6ff527b8fab1 is going to be updated. [ 1083.830649] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.831238] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.831238] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.831530] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.831605] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.844745] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 901c55bc-6356-414c-bc3a-6ff527b8fab1 in Status: IN_PROGRESS for 2s [ 1084.057744] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-b466bb13-86e5-4b05-a1a6-cce44813eedb taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.057946] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.058913] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.058913] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.058913] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.058913] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.058913] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.058913] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.058913] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.058913] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.059463] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-b466bb13-86e5-4b05-a1a6-cce44813eedb taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.059463] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.059463] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.059463] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.059596] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.059596] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.059670] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.059762] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.059836] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.059915] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.063018] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b466bb13-86e5-4b05-a1a6-cce44813eedb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.565160] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b466bb13-86e5-4b05-a1a6-cce44813eedb: rpc.has_security_group_logging(os_id): False [ 1084.585763] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.586158] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.586233] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.587226] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.587226] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.587226] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.587226] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.587604] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.587924] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.589058] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.589058] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.589058] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.589058] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.589058] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.589058] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.590057] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.590057] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.590057] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.590057] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.591483] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.591483] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b466bb13-86e5-4b05-a1a6-cce44813eedb is going to be updated. [ 1084.663741] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.664423] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.664423] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.664710] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.668025] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.684671] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b466bb13-86e5-4b05-a1a6-cce44813eedb in Status: IN_PROGRESS for 2s [ 1084.931688] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86748d3d-9567-4e8f-8525-d96d13600410 in Status: SUCCESS [ 1084.931688] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.274625] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.274625] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.274625] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.274625] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.274625] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.779262] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.857070] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 901c55bc-6356-414c-bc3a-6ff527b8fab1 in Status: SUCCESS [ 1085.857417] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-901c55bc-6356-414c-bc3a-6ff527b8fab1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.858066] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-901c55bc-6356-414c-bc3a-6ff527b8fab1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.858425] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-901c55bc-6356-414c-bc3a-6ff527b8fab1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.858624] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.858815] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.858934] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.859079] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.859192] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.859306] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-901c55bc-6356-414c-bc3a-6ff527b8fab1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.859405] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('901c55bc-6356-414c-bc3a-6ff527b8fab1',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.282702] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.361782] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('901c55bc-6356-414c-bc3a-6ff527b8fab1',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.701619] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b466bb13-86e5-4b05-a1a6-cce44813eedb in Status: SUCCESS [ 1086.701920] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.788521] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1086.788786] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1086.864085] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 901c55bc-6356-414c-bc3a-6ff527b8fab1: rpc.has_security_group_logging(os_id): False [ 1086.885079] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.885079] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.885079] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.885079] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.885079] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.885482] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.885556] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.885593] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.885833] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.885833] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.885937] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 901c55bc-6356-414c-bc3a-6ff527b8fab1 is going to be updated. [ 1086.997978] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.998288] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.998288] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.998489] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.998684] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.020111] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 901c55bc-6356-414c-bc3a-6ff527b8fab1 in Status: IN_PROGRESS for 2s [ 1087.279730] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1087.279730] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1088.083418] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.085695] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.085695] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.085695] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.104835] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1088.104835] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.105253] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1088.156825] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.157704] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.157704] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.157704] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.172456] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.173273] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1088.173368] env[69758]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69758) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1088.173467] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1088.242679] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.243183] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.243325] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.243463] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.247296] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.247296] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1088.353775] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.354024] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.354024] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.354258] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.354631] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.354869] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1088.453916] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.455358] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.455358] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.455358] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.455358] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.455580] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:45. [ 1088.455580] env[69758]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'3bf8bad5-c570-41f6-8d00-90360d0dc090', '901c55bc-6356-414c-bc3a-6ff527b8fab1', 'f74092be-9bbb-4277-ad6a-049c72784420', 'e9f4a2bc-c6fc-4494-b9f2-23d65084df09', 'b3676a2d-6013-4704-a281-0f2dac33fa9e', '192adf56-49ec-466a-a43b-2bc60a0bc80a', '9cf00646-625b-4b21-a132-a57548621176', '6db4eb80-f463-4d06-837b-c7912b1e5f59', 'af2c049f-70d4-40bf-937d-214d0d513262', '567234db-0ee2-4dc1-9e15-c364015f4dc2', '67b15fd2-3abc-4650-9d33-f8eb726a2970', 'bfb2ad1a-e74e-4ca3-a906-524310c0d34d', 'c5adf8bd-350e-49a1-82b0-49ad2699552d', 'b9532bae-30d3-40bc-9474-4d42a302b33b', '74d21890-6e3f-4338-bd25-f41b3e55273b', '54a9c6ef-ff6f-4f58-af52-a45fb3e28b22', 'c1529c42-2ef7-440c-b68b-0713cf56c71d', '86748d3d-9567-4e8f-8525-d96d13600410', '45b264f3-818f-4f82-9e1d-5da0bb345d0b', '07f030f6-418c-45ab-9b25-5fec97634ce0', 'ba7cd0c9-88d1-406d-9881-8a32765ca01f', 'f25bfd16-6979-44b5-9288-743b88967cbe', '8b65d3ab-a39c-4648-b460-e107a75819aa', '5d229128-8c11-4c78-8f1a-5d5746ac5707', 'd1dd9f65-8be0-4211-b4d6-4cb6e97dedc9', '36b89e1b-bad3-4659-ae37-0a5d47eb72f2', '62ea22ad-dbaf-4072-88aa-a34a7a056d5c', 'b466bb13-86e5-4b05-a1a6-cce44813eedb', '3f267419-0a83-4663-b12b-11b03d590c85', '060759af-1135-4904-abd4-1a7fbd387934', '8fd852bb-aac8-4ffb-917f-1d50f9c2246e', 'fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace', '93100250-9526-4691-bed9-9ff892e2e334', '326deb58-c098-48dd-9134-b39bf9b9d7d5', '71e28d65-4abb-4c84-ba3e-57e57ae28960', 'a3793f91-c970-41db-b469-5181cac1cc75', '51150f16-cc48-4f6b-b73a-c98fe5635b4a', '33760f1a-d46c-4670-996f-e3e2aafd0198', 'de7973d3-3f62-43d4-891f-fabae8c0d446', '13656df6-7506-4197-928c-f90e5eb89a6a', '970b52ae-0a30-4a97-8d95-e0e8de09f208', '2cb34ad3-c41a-4aac-b219-433cdc73f5b6', 'f01280a9-47d6-43ef-8dd6-0c80b7ab1dca', '752acef9-787c-46a9-a0a0-11d4989cf50f', 'adec5154-b899-4227-99b0-e934b8bb9bc8'} {{(pid=69758) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1088.455752] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1088.483053] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.483245] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.483322] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.483490] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.483578] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.483696] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1088.483768] env[69758]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69758) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1088.483842] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1088.600237] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.600532] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.600644] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.600933] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.602272] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.602674] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1088.602813] env[69758]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69758) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1088.602937] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1088.603055] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1088.603167] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/45 resources of Type:Security Group Rules [ 1088.603284] env[69758]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3bf8bad5-c570-41f6-8d00-90360d0dc090 with Priority: HIGH for action security_group_rules [ 1088.603431] env[69758]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 901c55bc-6356-414c-bc3a-6ff527b8fab1 with Priority: HIGH for action security_group_rules [ 1088.603542] env[69758]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f74092be-9bbb-4277-ad6a-049c72784420 with Priority: HIGH for action security_group_rules [ 1088.603632] env[69758]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e9f4a2bc-c6fc-4494-b9f2-23d65084df09 with Priority: HIGH for action security_group_rules [ 1088.603701] env[69758]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b3676a2d-6013-4704-a281-0f2dac33fa9e with Priority: HIGH for action security_group_rules [ 1088.603768] env[69758]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 192adf56-49ec-466a-a43b-2bc60a0bc80a with Priority: HIGH for action security_group_rules [ 1088.603831] env[69758]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9cf00646-625b-4b21-a132-a57548621176 with Priority: HIGH for action security_group_rules [ 1088.603894] env[69758]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6db4eb80-f463-4d06-837b-c7912b1e5f59 with Priority: HIGH for action security_group_rules [ 1088.603955] env[69758]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: af2c049f-70d4-40bf-937d-214d0d513262 with Priority: HIGH for action security_group_rules [ 1088.604160] env[69758]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 567234db-0ee2-4dc1-9e15-c364015f4dc2 with Priority: HIGH for action security_group_rules [ 1088.604454] env[69758]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 67b15fd2-3abc-4650-9d33-f8eb726a2970 with Priority: HIGH for action security_group_rules [ 1088.604589] env[69758]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bfb2ad1a-e74e-4ca3-a906-524310c0d34d with Priority: HIGH for action security_group_rules [ 1088.604683] env[69758]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c5adf8bd-350e-49a1-82b0-49ad2699552d with Priority: HIGH for action security_group_rules [ 1088.604790] env[69758]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b9532bae-30d3-40bc-9474-4d42a302b33b with Priority: HIGH for action security_group_rules [ 1088.604940] env[69758]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 74d21890-6e3f-4338-bd25-f41b3e55273b with Priority: HIGH for action security_group_rules [ 1088.605043] env[69758]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 54a9c6ef-ff6f-4f58-af52-a45fb3e28b22 with Priority: HIGH for action security_group_rules [ 1088.605176] env[69758]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c1529c42-2ef7-440c-b68b-0713cf56c71d with Priority: HIGH for action security_group_rules [ 1088.605266] env[69758]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 86748d3d-9567-4e8f-8525-d96d13600410 with Priority: HIGH for action security_group_rules [ 1088.605366] env[69758]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 45b264f3-818f-4f82-9e1d-5da0bb345d0b with Priority: HIGH for action security_group_rules [ 1088.605526] env[69758]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 07f030f6-418c-45ab-9b25-5fec97634ce0 with Priority: HIGH for action security_group_rules [ 1088.605688] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.034987] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 901c55bc-6356-414c-bc3a-6ff527b8fab1 in Status: SUCCESS [ 1089.036869] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-901c55bc-6356-414c-bc3a-6ff527b8fab1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.065026] env[69758]: INFO networking_nsxv3.common.synchronization [req-9ab9a0cd-213c-4066-a2b8-ae86f93f9616 req-c7d78eb6-bf22-42c1-8c71-85071d299138 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Enqueued Resource ID: 87329fe4-35cb-427d-973c-c9e1dea8c42a with Priority: HIGHEST for action security_group_members [ 1089.065026] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87329fe4-35cb-427d-973c-c9e1dea8c42a with Priority: HIGHEST for action security_group_members [ 1089.065026] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bf8bad5-c570-41f6-8d00-90360d0dc090 with Priority: HIGH for action security_group_rules [ 1089.065026] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f74092be-9bbb-4277-ad6a-049c72784420 with Priority: HIGH for action security_group_rules [ 1089.065026] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cf00646-625b-4b21-a132-a57548621176 with Priority: HIGH for action security_group_rules [ 1089.065026] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74d21890-6e3f-4338-bd25-f41b3e55273b with Priority: HIGH for action security_group_rules [ 1089.065457] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07f030f6-418c-45ab-9b25-5fec97634ce0 with Priority: HIGH for action security_group_rules [ 1089.065805] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45b264f3-818f-4f82-9e1d-5da0bb345d0b with Priority: HIGH for action security_group_rules [ 1089.066016] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86748d3d-9567-4e8f-8525-d96d13600410 with Priority: HIGH for action security_group_rules [ 1089.066204] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1529c42-2ef7-440c-b68b-0713cf56c71d with Priority: HIGH for action security_group_rules [ 1089.066428] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9532bae-30d3-40bc-9474-4d42a302b33b with Priority: HIGH for action security_group_rules [ 1089.066631] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54a9c6ef-ff6f-4f58-af52-a45fb3e28b22 with Priority: HIGH for action security_group_rules [ 1089.066830] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5adf8bd-350e-49a1-82b0-49ad2699552d with Priority: HIGH for action security_group_rules [ 1089.067035] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfb2ad1a-e74e-4ca3-a906-524310c0d34d with Priority: HIGH for action security_group_rules [ 1089.069016] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67b15fd2-3abc-4650-9d33-f8eb726a2970 with Priority: HIGH for action security_group_rules [ 1089.069016] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 567234db-0ee2-4dc1-9e15-c364015f4dc2 with Priority: HIGH for action security_group_rules [ 1089.069016] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af2c049f-70d4-40bf-937d-214d0d513262 with Priority: HIGH for action security_group_rules [ 1089.069016] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 192adf56-49ec-466a-a43b-2bc60a0bc80a with Priority: HIGH for action security_group_rules [ 1089.069016] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6db4eb80-f463-4d06-837b-c7912b1e5f59 with Priority: HIGH for action security_group_rules [ 1089.069016] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3676a2d-6013-4704-a281-0f2dac33fa9e with Priority: HIGH for action security_group_rules [ 1089.069016] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 901c55bc-6356-414c-bc3a-6ff527b8fab1 with Priority: HIGH for action security_group_rules [ 1089.069016] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9f4a2bc-c6fc-4494-b9f2-23d65084df09 with Priority: HIGH for action security_group_rules [ 1089.069016] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-87329fe4-35cb-427d-973c-c9e1dea8c42a taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.069016] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87329fe4-35cb-427d-973c-c9e1dea8c42a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.069016] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87329fe4-35cb-427d-973c-c9e1dea8c42a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.069016] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87329fe4-35cb-427d-973c-c9e1dea8c42a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.069016] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.069016] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.069825] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.070192] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.070378] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.070557] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('87329fe4-35cb-427d-973c-c9e1dea8c42a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.071555] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3bf8bad5-c570-41f6-8d00-90360d0dc090 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.071942] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3bf8bad5-c570-41f6-8d00-90360d0dc090" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.072120] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3bf8bad5-c570-41f6-8d00-90360d0dc090" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.072360] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3bf8bad5-c570-41f6-8d00-90360d0dc090" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.072552] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3bf8bad5-c570-41f6-8d00-90360d0dc090',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.074019] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f74092be-9bbb-4277-ad6a-049c72784420 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.074684] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f74092be-9bbb-4277-ad6a-049c72784420" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.075090] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f74092be-9bbb-4277-ad6a-049c72784420" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.075090] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f74092be-9bbb-4277-ad6a-049c72784420" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.075292] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f74092be-9bbb-4277-ad6a-049c72784420',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.076204] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9cf00646-625b-4b21-a132-a57548621176 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.078017] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9cf00646-625b-4b21-a132-a57548621176" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.078017] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9cf00646-625b-4b21-a132-a57548621176" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.078017] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9cf00646-625b-4b21-a132-a57548621176" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.078017] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9cf00646-625b-4b21-a132-a57548621176',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.078017] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74d21890-6e3f-4338-bd25-f41b3e55273b taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.078017] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74d21890-6e3f-4338-bd25-f41b3e55273b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.078017] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74d21890-6e3f-4338-bd25-f41b3e55273b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.078017] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74d21890-6e3f-4338-bd25-f41b3e55273b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.078017] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74d21890-6e3f-4338-bd25-f41b3e55273b',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.079255] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07f030f6-418c-45ab-9b25-5fec97634ce0 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.079504] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07f030f6-418c-45ab-9b25-5fec97634ce0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.079666] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07f030f6-418c-45ab-9b25-5fec97634ce0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.079923] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07f030f6-418c-45ab-9b25-5fec97634ce0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.080122] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07f030f6-418c-45ab-9b25-5fec97634ce0',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.081177] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45b264f3-818f-4f82-9e1d-5da0bb345d0b taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.081463] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45b264f3-818f-4f82-9e1d-5da0bb345d0b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.081685] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45b264f3-818f-4f82-9e1d-5da0bb345d0b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.081948] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45b264f3-818f-4f82-9e1d-5da0bb345d0b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.082120] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45b264f3-818f-4f82-9e1d-5da0bb345d0b',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.083094] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86748d3d-9567-4e8f-8525-d96d13600410 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.083405] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.084024] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.084024] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.084024] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86748d3d-9567-4e8f-8525-d96d13600410',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.087016] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1529c42-2ef7-440c-b68b-0713cf56c71d taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.087016] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1529c42-2ef7-440c-b68b-0713cf56c71d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.087016] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1529c42-2ef7-440c-b68b-0713cf56c71d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.087016] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1529c42-2ef7-440c-b68b-0713cf56c71d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.087016] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1529c42-2ef7-440c-b68b-0713cf56c71d',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.087016] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9532bae-30d3-40bc-9474-4d42a302b33b taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.087016] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9532bae-30d3-40bc-9474-4d42a302b33b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.087016] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9532bae-30d3-40bc-9474-4d42a302b33b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.087604] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9532bae-30d3-40bc-9474-4d42a302b33b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.087770] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9532bae-30d3-40bc-9474-4d42a302b33b',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.088716] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54a9c6ef-ff6f-4f58-af52-a45fb3e28b22 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.089063] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54a9c6ef-ff6f-4f58-af52-a45fb3e28b22" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.089212] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54a9c6ef-ff6f-4f58-af52-a45fb3e28b22" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.089447] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54a9c6ef-ff6f-4f58-af52-a45fb3e28b22" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.089626] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54a9c6ef-ff6f-4f58-af52-a45fb3e28b22',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.090418] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5adf8bd-350e-49a1-82b0-49ad2699552d taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.090644] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5adf8bd-350e-49a1-82b0-49ad2699552d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.090813] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5adf8bd-350e-49a1-82b0-49ad2699552d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.091050] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5adf8bd-350e-49a1-82b0-49ad2699552d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.091208] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5adf8bd-350e-49a1-82b0-49ad2699552d',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.092023] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bfb2ad1a-e74e-4ca3-a906-524310c0d34d taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.092249] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bfb2ad1a-e74e-4ca3-a906-524310c0d34d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.092414] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bfb2ad1a-e74e-4ca3-a906-524310c0d34d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.092647] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bfb2ad1a-e74e-4ca3-a906-524310c0d34d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.093028] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bfb2ad1a-e74e-4ca3-a906-524310c0d34d',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.093610] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67b15fd2-3abc-4650-9d33-f8eb726a2970 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.093834] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67b15fd2-3abc-4650-9d33-f8eb726a2970" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.096016] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67b15fd2-3abc-4650-9d33-f8eb726a2970" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.096016] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67b15fd2-3abc-4650-9d33-f8eb726a2970" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.096016] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67b15fd2-3abc-4650-9d33-f8eb726a2970',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.096016] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-567234db-0ee2-4dc1-9e15-c364015f4dc2 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.096016] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-567234db-0ee2-4dc1-9e15-c364015f4dc2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.096016] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-567234db-0ee2-4dc1-9e15-c364015f4dc2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.096016] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-567234db-0ee2-4dc1-9e15-c364015f4dc2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.096016] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('567234db-0ee2-4dc1-9e15-c364015f4dc2',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.096536] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af2c049f-70d4-40bf-937d-214d0d513262 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.096771] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af2c049f-70d4-40bf-937d-214d0d513262" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.096919] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af2c049f-70d4-40bf-937d-214d0d513262" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.097160] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af2c049f-70d4-40bf-937d-214d0d513262" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.097306] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af2c049f-70d4-40bf-937d-214d0d513262',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.101021] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-192adf56-49ec-466a-a43b-2bc60a0bc80a taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.101021] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-192adf56-49ec-466a-a43b-2bc60a0bc80a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.101021] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-192adf56-49ec-466a-a43b-2bc60a0bc80a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.101021] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-192adf56-49ec-466a-a43b-2bc60a0bc80a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.101021] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('192adf56-49ec-466a-a43b-2bc60a0bc80a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.101961] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6db4eb80-f463-4d06-837b-c7912b1e5f59 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.102236] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6db4eb80-f463-4d06-837b-c7912b1e5f59" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.102386] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6db4eb80-f463-4d06-837b-c7912b1e5f59" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.102647] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6db4eb80-f463-4d06-837b-c7912b1e5f59" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.102803] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6db4eb80-f463-4d06-837b-c7912b1e5f59',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.103634] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3676a2d-6013-4704-a281-0f2dac33fa9e taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.106018] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3676a2d-6013-4704-a281-0f2dac33fa9e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.106018] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3676a2d-6013-4704-a281-0f2dac33fa9e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.106018] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3676a2d-6013-4704-a281-0f2dac33fa9e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.106018] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3676a2d-6013-4704-a281-0f2dac33fa9e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.106018] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-901c55bc-6356-414c-bc3a-6ff527b8fab1 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.106018] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-901c55bc-6356-414c-bc3a-6ff527b8fab1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.106018] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-901c55bc-6356-414c-bc3a-6ff527b8fab1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.106018] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-901c55bc-6356-414c-bc3a-6ff527b8fab1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.106018] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('901c55bc-6356-414c-bc3a-6ff527b8fab1',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.106671] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9f4a2bc-c6fc-4494-b9f2-23d65084df09 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.106901] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9f4a2bc-c6fc-4494-b9f2-23d65084df09" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.107061] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9f4a2bc-c6fc-4494-b9f2-23d65084df09" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.107298] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9f4a2bc-c6fc-4494-b9f2-23d65084df09" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.107457] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9f4a2bc-c6fc-4494-b9f2-23d65084df09',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.610771] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bf8bad5-c570-41f6-8d00-90360d0dc090 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.610859] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bf8bad5-c570-41f6-8d00-90360d0dc090" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.610924] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bf8bad5-c570-41f6-8d00-90360d0dc090" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.611265] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bf8bad5-c570-41f6-8d00-90360d0dc090" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.611329] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.611459] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.611459] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.612068] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.612068] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.612068] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bf8bad5-c570-41f6-8d00-90360d0dc090" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.612068] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3bf8bad5-c570-41f6-8d00-90360d0dc090',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.612884] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-86748d3d-9567-4e8f-8525-d96d13600410 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.613504] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.613504] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.613640] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.613808] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.614183] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.614183] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.614183] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.614355] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.614355] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.614472] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('86748d3d-9567-4e8f-8525-d96d13600410',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.618753] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3676a2d-6013-4704-a281-0f2dac33fa9e taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.618753] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3676a2d-6013-4704-a281-0f2dac33fa9e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.618753] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3676a2d-6013-4704-a281-0f2dac33fa9e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.618981] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3676a2d-6013-4704-a281-0f2dac33fa9e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.618981] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.619069] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.619126] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.619266] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.619379] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.624026] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3676a2d-6013-4704-a281-0f2dac33fa9e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.624026] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b3676a2d-6013-4704-a281-0f2dac33fa9e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.626480] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-567234db-0ee2-4dc1-9e15-c364015f4dc2 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.626628] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-567234db-0ee2-4dc1-9e15-c364015f4dc2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.626719] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-567234db-0ee2-4dc1-9e15-c364015f4dc2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.626895] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-567234db-0ee2-4dc1-9e15-c364015f4dc2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.627070] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.627282] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.629046] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.629046] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.629046] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.629046] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-567234db-0ee2-4dc1-9e15-c364015f4dc2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.629046] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('567234db-0ee2-4dc1-9e15-c364015f4dc2',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.629046] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfb2ad1a-e74e-4ca3-a906-524310c0d34d taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.632056] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfb2ad1a-e74e-4ca3-a906-524310c0d34d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.632056] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfb2ad1a-e74e-4ca3-a906-524310c0d34d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.632056] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfb2ad1a-e74e-4ca3-a906-524310c0d34d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.632056] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.632056] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.632056] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.632056] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.632056] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.632056] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfb2ad1a-e74e-4ca3-a906-524310c0d34d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.632056] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bfb2ad1a-e74e-4ca3-a906-524310c0d34d',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.634151] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.634330] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.634389] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.634585] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.634656] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.634804] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.634898] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.634957] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.635116] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.635189] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.635267] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87329fe4-35cb-427d-973c-c9e1dea8c42a already deleted. [ 1089.636260] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87329fe4-35cb-427d-973c-c9e1dea8c42a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.638588] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-901c55bc-6356-414c-bc3a-6ff527b8fab1 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.638588] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-901c55bc-6356-414c-bc3a-6ff527b8fab1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.638588] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-901c55bc-6356-414c-bc3a-6ff527b8fab1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.638736] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-901c55bc-6356-414c-bc3a-6ff527b8fab1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.638918] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.639023] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.639090] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.639238] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.639320] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.639406] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-901c55bc-6356-414c-bc3a-6ff527b8fab1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.639490] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('901c55bc-6356-414c-bc3a-6ff527b8fab1',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.650506] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.650506] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.650506] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.650735] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.687368] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.687368] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.690452] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.690573] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.707048] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.707048] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.707048] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.707048] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.707620] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.707620] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.708381] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.708545] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.709546] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.709686] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.710555] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.710731] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.715024] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.715024] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.715024] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.715024] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 192adf56-49ec-466a-a43b-2bc60a0bc80a is going to be deleted. [ 1089.716720] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.716720] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.717908] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.718044] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.728680] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.728972] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.729727] env[69758]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1089.730935] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.730935] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.739181] env[69758]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1089.739808] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.740025] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.782803] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-815 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.783052] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-815" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.783155] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-815" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.783436] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-815" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.783710] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.784165] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.786215] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.786215] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.786215] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.786215] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1089.786215] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1089.786215] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1089.786215] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1089.786215] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1089.786215] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1089.786215] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1089.787974] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.788119] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9cf00646-625b-4b21-a132-a57548621176 is going to be deleted. [ 1089.789468] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.789669] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.811959] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1089.812259] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1089.812427] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1089.812664] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-815" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.813052] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-448e86cc-795f-4f88-aab3-bb565b8a5aeb taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.813338] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-448e86cc-795f-4f88-aab3-bb565b8a5aeb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.813571] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-448e86cc-795f-4f88-aab3-bb565b8a5aeb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.814054] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-448e86cc-795f-4f88-aab3-bb565b8a5aeb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.814816] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('448e86cc-795f-4f88-aab3-bb565b8a5aeb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.818034] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.818034] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07f030f6-418c-45ab-9b25-5fec97634ce0 is going to be deleted. [ 1089.818034] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.818034] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.880290] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.880464] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67b15fd2-3abc-4650-9d33-f8eb726a2970 is going to be deleted. [ 1089.881446] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.881758] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.896036] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.896036] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.911165] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.911165] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.919202] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.919202] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f74092be-9bbb-4277-ad6a-049c72784420 is going to be deleted. [ 1089.919202] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.919202] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.950929] env[69758]: INFO networking_nsxv3.common.synchronization [None req-1ba734de-e726-41d9-afd4-69f2d8198a28 None None] Enqueued Resource ID: 3021d362-7437-42bc-86c9-ec366e34cffa with Priority: HIGHEST for action port [ 1089.951728] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3021d362-7437-42bc-86c9-ec366e34cffa with Priority: HIGHEST for action port [ 1089.952973] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.953277] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.953651] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-3021d362-7437-42bc-86c9-ec366e34cffa taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.953973] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3021d362-7437-42bc-86c9-ec366e34cffa" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.954161] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3021d362-7437-42bc-86c9-ec366e34cffa" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.957034] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3021d362-7437-42bc-86c9-ec366e34cffa" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.957034] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3021d362-7437-42bc-86c9-ec366e34cffa',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.964164] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.964495] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6db4eb80-f463-4d06-837b-c7912b1e5f59 is going to be deleted. [ 1089.965681] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.966985] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.014711] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.014885] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.020262] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.020427] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af2c049f-70d4-40bf-937d-214d0d513262 is going to be deleted. [ 1090.021698] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.021973] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.053571] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.053730] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.084681] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.085140] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45b264f3-818f-4f82-9e1d-5da0bb345d0b is going to be deleted. [ 1090.086061] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.086318] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.124635] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3bf8bad5-c570-41f6-8d00-90360d0dc090',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.131025] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-86748d3d-9567-4e8f-8525-d96d13600410 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.131025] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.131025] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.131025] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.131025] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.131025] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.131025] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.131025] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.131025] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.131025] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.131025] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-86748d3d-9567-4e8f-8525-d96d13600410 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.131547] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.131547] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.131547] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.131547] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.131657] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.131727] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.131889] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.131990] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.132100] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.132202] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('86748d3d-9567-4e8f-8525-d96d13600410',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.144363] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-567234db-0ee2-4dc1-9e15-c364015f4dc2 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.144454] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-567234db-0ee2-4dc1-9e15-c364015f4dc2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.144544] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-567234db-0ee2-4dc1-9e15-c364015f4dc2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.144821] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-567234db-0ee2-4dc1-9e15-c364015f4dc2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.145178] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.145240] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.145303] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.145507] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.145629] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.145724] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-567234db-0ee2-4dc1-9e15-c364015f4dc2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.145900] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-567234db-0ee2-4dc1-9e15-c364015f4dc2 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.146473] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-567234db-0ee2-4dc1-9e15-c364015f4dc2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.146473] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-567234db-0ee2-4dc1-9e15-c364015f4dc2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.146473] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-567234db-0ee2-4dc1-9e15-c364015f4dc2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.146594] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.147079] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.147079] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.149842] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.149842] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.149842] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-567234db-0ee2-4dc1-9e15-c364015f4dc2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.149842] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('567234db-0ee2-4dc1-9e15-c364015f4dc2',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.149842] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('901c55bc-6356-414c-bc3a-6ff527b8fab1',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.151639] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bfb2ad1a-e74e-4ca3-a906-524310c0d34d',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.153243] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b3676a2d-6013-4704-a281-0f2dac33fa9e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.160021] env[69758]: INFO networking_nsxv3.common.synchronization [req-9764ef79-0142-4602-a4bc-71c5cb87c0e3 req-d1ae5d9e-3d9a-4812-9e84-0616816db23b tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Enqueued Resource ID: 86748d3d-9567-4e8f-8525-d96d13600410 with Priority: HIGHEST for action security_group_members [ 1090.160683] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86748d3d-9567-4e8f-8525-d96d13600410 with Priority: HIGHEST for action security_group_members [ 1090.161084] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-86748d3d-9567-4e8f-8525-d96d13600410 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.161172] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.161210] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.161415] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.161621] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.161771] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.161877] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.162512] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.162512] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.162512] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86748d3d-9567-4e8f-8525-d96d13600410',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.189030] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.189402] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.229059] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.229236] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9f4a2bc-c6fc-4494-b9f2-23d65084df09 is going to be deleted. [ 1090.231103] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.231103] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.275732] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.276066] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.292674] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.292851] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5adf8bd-350e-49a1-82b0-49ad2699552d is going to be deleted. [ 1090.294202] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.294557] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.320362] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.320651] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.320651] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.320890] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.321076] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.321244] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port 448e86cc-795f-4f88-aab3-bb565b8a5aeb not found, creating... [ 1090.321632] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.321792] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.321792] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.322028] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.322180] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.322469] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.322631] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.322751] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.322967] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.323123] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.323269] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: 448e86cc-795f-4f88-aab3-bb565b8a5aeb is going to be created. [ 1090.381469] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.381621] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.382753] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.382753] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1529c42-2ef7-440c-b68b-0713cf56c71d is going to be deleted. [ 1090.383627] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.383841] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.420154] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.420319] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.424705] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.424997] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.426103] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.426227] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74d21890-6e3f-4338-bd25-f41b3e55273b is going to be deleted. [ 1090.427302] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.427401] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.431156] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.431156] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.431156] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.431522] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.431660] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.431900] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-448e86cc-795f-4f88-aab3-bb565b8a5aeb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.458939] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3021d362-7437-42bc-86c9-ec366e34cffa [ 1090.459225] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.459429] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.459488] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.459731] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.459861] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.459994] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3021d362-7437-42bc-86c9-ec366e34cffa already deleted. [ 1090.460140] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3021d362-7437-42bc-86c9-ec366e34cffa" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.520725] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.520871] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9532bae-30d3-40bc-9474-4d42a302b33b is going to be deleted. [ 1090.521882] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.523164] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.591017] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.591017] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54a9c6ef-ff6f-4f58-af52-a45fb3e28b22 is going to be deleted. [ 1090.591281] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.591670] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.591670] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.591897] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-192adf56-49ec-466a-a43b-2bc60a0bc80a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.591897] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.595236] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.596297] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.596576] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9cf00646-625b-4b21-a132-a57548621176" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.599125] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.599125] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.599125] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.599125] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07f030f6-418c-45ab-9b25-5fec97634ce0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.599125] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.599125] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.599125] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.599125] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67b15fd2-3abc-4650-9d33-f8eb726a2970" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.599125] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.599125] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.599125] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.599125] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f74092be-9bbb-4277-ad6a-049c72784420" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.599125] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.599125] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.599125] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.599849] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6db4eb80-f463-4d06-837b-c7912b1e5f59" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.599849] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.599849] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.599849] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.599849] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af2c049f-70d4-40bf-937d-214d0d513262" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.599849] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.600120] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.600120] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.600171] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45b264f3-818f-4f82-9e1d-5da0bb345d0b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.600430] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.600752] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.600752] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.600752] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9f4a2bc-c6fc-4494-b9f2-23d65084df09" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.600866] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.600918] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.600988] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.601099] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5adf8bd-350e-49a1-82b0-49ad2699552d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.633215] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.633480] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.633558] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.633815] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.633864] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.633976] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1529c42-2ef7-440c-b68b-0713cf56c71d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.634250] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3bf8bad5-c570-41f6-8d00-90360d0dc090: rpc.has_security_group_logging(os_id): False [ 1090.635353] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 86748d3d-9567-4e8f-8525-d96d13600410: rpc.has_security_group_logging(os_id): False [ 1090.653645] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bfb2ad1a-e74e-4ca3-a906-524310c0d34d: rpc.has_security_group_logging(os_id): False [ 1090.655044] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 901c55bc-6356-414c-bc3a-6ff527b8fab1: rpc.has_security_group_logging(os_id): False [ 1090.655837] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 567234db-0ee2-4dc1-9e15-c364015f4dc2: rpc.has_security_group_logging(os_id): False [ 1090.656891] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b3676a2d-6013-4704-a281-0f2dac33fa9e: rpc.has_security_group_logging(os_id): False [ 1090.666802] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86748d3d-9567-4e8f-8525-d96d13600410',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.705089] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.705089] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.705089] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.705392] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.705542] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.705542] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74d21890-6e3f-4338-bd25-f41b3e55273b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.720648] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.721063] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.721063] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.721289] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.725089] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.725228] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.726170] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.726281] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.727082] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.727203] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.728365] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.728475] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.731350] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.731468] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.732191] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.732292] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.808862] env[69758]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1090.809484] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.809792] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.809914] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.810009] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.810240] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.810377] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.810553] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.810672] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.810728] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.810876] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.810943] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.811146] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.811239] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.811287] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.811429] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.811501] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.811612] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 567234db-0ee2-4dc1-9e15-c364015f4dc2 is going to be updated. [ 1090.812760] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.812950] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.813052] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.813185] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9532bae-30d3-40bc-9474-4d42a302b33b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.813319] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.813471] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.857722] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.857886] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.929757] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.930067] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.930202] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.930624] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.930624] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.930624] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.930793] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.930853] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.930921] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.931087] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.931172] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.931365] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.931547] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.931610] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.931758] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.931857] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.931915] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86748d3d-9567-4e8f-8525-d96d13600410 is going to be updated. [ 1090.933256] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.933518] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.978581] env[69758]: INFO networking_nsxv3.common.synchronization [None req-e5838ccc-da75-4b1c-8add-374a6067f340 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] Enqueued Resource ID: 187465ab-115f-47c0-a125-7b2db25e9111 with Priority: HIGHEST for action security_group_rules [ 1090.979442] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 187465ab-115f-47c0-a125-7b2db25e9111 with Priority: HIGHEST for action security_group_rules [ 1090.979651] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-187465ab-115f-47c0-a125-7b2db25e9111 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.979815] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-187465ab-115f-47c0-a125-7b2db25e9111" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.979927] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-187465ab-115f-47c0-a125-7b2db25e9111" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.980231] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-187465ab-115f-47c0-a125-7b2db25e9111" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.980325] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('187465ab-115f-47c0-a125-7b2db25e9111',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.988258] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.988575] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.988684] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.988809] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.988936] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.989026] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.991019] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3676a2d-6013-4704-a281-0f2dac33fa9e is going to be updated. [ 1090.991019] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.991019] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.112498] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.112498] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.112498] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.112498] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.112498] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.112498] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.112498] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bfb2ad1a-e74e-4ca3-a906-524310c0d34d is going to be updated. [ 1091.112974] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.113261] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.113353] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.113548] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54a9c6ef-ff6f-4f58-af52-a45fb3e28b22" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.113758] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.114023] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.137408] env[69758]: INFO networking_nsxv3.common.synchronization [None req-f71a984c-b5db-4382-b652-a80f0f958ada tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] Enqueued Resource ID: 187465ab-115f-47c0-a125-7b2db25e9111 with Priority: HIGHEST for action security_group_rules [ 1091.139228] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 187465ab-115f-47c0-a125-7b2db25e9111 with Priority: HIGHEST for action security_group_rules [ 1091.140155] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-187465ab-115f-47c0-a125-7b2db25e9111 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.140293] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-187465ab-115f-47c0-a125-7b2db25e9111" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.170588] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86748d3d-9567-4e8f-8525-d96d13600410',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.221890] env[69758]: INFO networking_nsxv3.common.synchronization [req-9ab9a0cd-213c-4066-a2b8-ae86f93f9616 req-5f2b309e-4722-4876-9e0b-5701b0638198 service nova] Enqueued Resource ID: 87329fe4-35cb-427d-973c-c9e1dea8c42a with Priority: HIGHEST for action security_group_rules [ 1091.222093] env[69758]: INFO networking_nsxv3.common.synchronization [req-9ab9a0cd-213c-4066-a2b8-ae86f93f9616 req-5f2b309e-4722-4876-9e0b-5701b0638198 service nova] Enqueued Resource ID: 87329fe4-35cb-427d-973c-c9e1dea8c42a with Priority: HIGHEST for action security_group_members [ 1091.222234] env[69758]: INFO networking_nsxv3.common.synchronization [req-9ab9a0cd-213c-4066-a2b8-ae86f93f9616 req-5f2b309e-4722-4876-9e0b-5701b0638198 service nova] Enqueued Resource ID: 448e86cc-795f-4f88-aab3-bb565b8a5aeb with Priority: HIGHEST for action port [ 1091.222468] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87329fe4-35cb-427d-973c-c9e1dea8c42a with Priority: HIGHEST for action security_group_rules [ 1091.222600] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87329fe4-35cb-427d-973c-c9e1dea8c42a with Priority: HIGHEST for action security_group_members [ 1091.222699] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 448e86cc-795f-4f88-aab3-bb565b8a5aeb with Priority: HIGHEST for action port [ 1091.224414] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-87329fe4-35cb-427d-973c-c9e1dea8c42a taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.224592] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-87329fe4-35cb-427d-973c-c9e1dea8c42a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.224671] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-87329fe4-35cb-427d-973c-c9e1dea8c42a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.224895] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-87329fe4-35cb-427d-973c-c9e1dea8c42a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.224979] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('87329fe4-35cb-427d-973c-c9e1dea8c42a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.230028] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-87329fe4-35cb-427d-973c-c9e1dea8c42a taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.230028] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87329fe4-35cb-427d-973c-c9e1dea8c42a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.230028] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87329fe4-35cb-427d-973c-c9e1dea8c42a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.230028] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87329fe4-35cb-427d-973c-c9e1dea8c42a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.230028] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.230028] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.230028] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.230028] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.230028] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.230028] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('87329fe4-35cb-427d-973c-c9e1dea8c42a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.230028] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-448e86cc-795f-4f88-aab3-bb565b8a5aeb taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.230028] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-448e86cc-795f-4f88-aab3-bb565b8a5aeb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.230028] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-448e86cc-795f-4f88-aab3-bb565b8a5aeb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.230028] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-448e86cc-795f-4f88-aab3-bb565b8a5aeb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.230028] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('448e86cc-795f-4f88-aab3-bb565b8a5aeb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.232029] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.232287] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.276445] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.277172] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.277172] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.277172] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.277473] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.277473] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.277473] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 901c55bc-6356-414c-bc3a-6ff527b8fab1 is going to be updated. [ 1091.278880] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.279084] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.283774] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.284061] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.294668] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.294668] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.371790] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.371790] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.371892] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.371923] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.372146] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.372240] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.372326] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3bf8bad5-c570-41f6-8d00-90360d0dc090 is going to be updated. [ 1091.373677] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.373872] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.374023] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.375189] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.375435] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.375588] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.377771] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.377925] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.377969] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.378157] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.378280] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.379340] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.379530] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.379783] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.466849] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bfb2ad1a-e74e-4ca3-a906-524310c0d34d in Status: IN_PROGRESS for 2s [ 1091.497724] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 567234db-0ee2-4dc1-9e15-c364015f4dc2 in Status: IN_PROGRESS for 2s [ 1091.506605] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3676a2d-6013-4704-a281-0f2dac33fa9e in Status: IN_PROGRESS for 2s [ 1091.507015] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86748d3d-9567-4e8f-8525-d96d13600410 in Status: IN_PROGRESS for 2s [ 1091.529293] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.529445] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.529540] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.529774] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.530287] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.543191] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.543388] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.543482] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.543743] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.543853] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.543996] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 187465ab-115f-47c0-a125-7b2db25e9111 already deleted. [ 1091.544143] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-187465ab-115f-47c0-a125-7b2db25e9111" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.544474] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-187465ab-115f-47c0-a125-7b2db25e9111" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.544724] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-187465ab-115f-47c0-a125-7b2db25e9111" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.544807] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('187465ab-115f-47c0-a125-7b2db25e9111',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.582442] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 901c55bc-6356-414c-bc3a-6ff527b8fab1 in Status: IN_PROGRESS for 2s [ 1091.626377] env[69758]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1091.626377] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.626655] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.626655] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.627327] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.627327] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.672830] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.672989] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.673069] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.673618] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.673618] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.673618] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86748d3d-9567-4e8f-8525-d96d13600410 is going to be updated. [ 1091.678139] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3bf8bad5-c570-41f6-8d00-90360d0dc090 in Status: IN_PROGRESS for 2s [ 1091.731495] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('87329fe4-35cb-427d-973c-c9e1dea8c42a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.733990] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-87329fe4-35cb-427d-973c-c9e1dea8c42a taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.733990] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87329fe4-35cb-427d-973c-c9e1dea8c42a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.738022] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 448e86cc-795f-4f88-aab3-bb565b8a5aeb with status ACTIVE [ 1091.738022] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.738022] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.738022] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.738022] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.738022] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.738022] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.738022] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.738022] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.738022] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.738022] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.738022] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.738022] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.738022] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.738022] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.738022] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.738022] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 448e86cc-795f-4f88-aab3-bb565b8a5aeb is going to be updated. [ 1091.754215] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.754215] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.754578] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.754849] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.755110] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.774216] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86748d3d-9567-4e8f-8525-d96d13600410 in Status: IN_PROGRESS for 2s [ 1091.785101] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.785261] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.785351] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.785551] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.785810] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.785889] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-448e86cc-795f-4f88-aab3-bb565b8a5aeb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.074292] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.074570] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.074570] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.074734] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.074831] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.074930] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 187465ab-115f-47c0-a125-7b2db25e9111 already deleted. [ 1092.075029] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-187465ab-115f-47c0-a125-7b2db25e9111" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.235053] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('87329fe4-35cb-427d-973c-c9e1dea8c42a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.634600] env[69758]: INFO networking_nsxv3.common.synchronization [None req-bafb4839-7e51-4a1e-9eb8-f09285efde17 None None] Enqueued Resource ID: 90ee8fa3-65ce-4111-8926-f44125df524f with Priority: HIGHEST for action port [ 1092.635203] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90ee8fa3-65ce-4111-8926-f44125df524f with Priority: HIGHEST for action port [ 1092.635529] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-90ee8fa3-65ce-4111-8926-f44125df524f taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.635655] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90ee8fa3-65ce-4111-8926-f44125df524f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.635723] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90ee8fa3-65ce-4111-8926-f44125df524f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.636128] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90ee8fa3-65ce-4111-8926-f44125df524f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.636236] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90ee8fa3-65ce-4111-8926-f44125df524f',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.738651] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.738903] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.738996] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.739214] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.739303] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.739411] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87329fe4-35cb-427d-973c-c9e1dea8c42a is going to be created. [ 1092.833051] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.833051] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.833051] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.833051] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.833051] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.853547] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87329fe4-35cb-427d-973c-c9e1dea8c42a in Status: UNINITIALIZED for 2s [ 1093.138445] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 90ee8fa3-65ce-4111-8926-f44125df524f [ 1093.138881] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.138881] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.139107] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.139472] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.139472] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.139472] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:90ee8fa3-65ce-4111-8926-f44125df524f already deleted. [ 1093.139747] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90ee8fa3-65ce-4111-8926-f44125df524f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.482036] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bfb2ad1a-e74e-4ca3-a906-524310c0d34d in Status: SUCCESS [ 1093.482427] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bfb2ad1a-e74e-4ca3-a906-524310c0d34d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.517962] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 567234db-0ee2-4dc1-9e15-c364015f4dc2 in Status: SUCCESS [ 1093.518783] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-567234db-0ee2-4dc1-9e15-c364015f4dc2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.523147] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3676a2d-6013-4704-a281-0f2dac33fa9e in Status: SUCCESS [ 1093.523414] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3676a2d-6013-4704-a281-0f2dac33fa9e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.525409] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86748d3d-9567-4e8f-8525-d96d13600410 in Status: SUCCESS [ 1093.525606] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.599108] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 901c55bc-6356-414c-bc3a-6ff527b8fab1 in Status: SUCCESS [ 1093.599368] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-901c55bc-6356-414c-bc3a-6ff527b8fab1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.691983] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3bf8bad5-c570-41f6-8d00-90360d0dc090 in Status: SUCCESS [ 1093.691983] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3bf8bad5-c570-41f6-8d00-90360d0dc090" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.785405] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86748d3d-9567-4e8f-8525-d96d13600410 in Status: SUCCESS [ 1093.785654] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.809945] env[69758]: INFO networking_nsxv3.common.synchronization [req-dd78cbd5-a0a5-4447-a21d-e73dcd085207 req-65359676-558d-4af7-ad7b-2daf7285d8d9 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Enqueued Resource ID: 567234db-0ee2-4dc1-9e15-c364015f4dc2 with Priority: HIGHEST for action security_group_members [ 1093.810855] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 567234db-0ee2-4dc1-9e15-c364015f4dc2 with Priority: HIGHEST for action security_group_members [ 1093.810954] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-567234db-0ee2-4dc1-9e15-c364015f4dc2 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.811070] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-567234db-0ee2-4dc1-9e15-c364015f4dc2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.811165] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-567234db-0ee2-4dc1-9e15-c364015f4dc2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.811396] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-567234db-0ee2-4dc1-9e15-c364015f4dc2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.811862] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.811862] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.811862] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.812058] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.812058] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.812146] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('567234db-0ee2-4dc1-9e15-c364015f4dc2',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.315107] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.315368] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.315491] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.315815] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.315967] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.316289] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.316506] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.316833] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.317108] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.317256] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.317398] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 567234db-0ee2-4dc1-9e15-c364015f4dc2 is going to be updated. [ 1094.355575] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.355575] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.355575] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.355575] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.355575] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.368692] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 567234db-0ee2-4dc1-9e15-c364015f4dc2 in Status: IN_PROGRESS for 2s [ 1094.527220] env[69758]: INFO networking_nsxv3.common.synchronization [req-c2a2d7cb-55da-4d79-b519-1569884e8a32 req-605c499d-7475-485c-8c22-263518a10215 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Enqueued Resource ID: b466bb13-86e5-4b05-a1a6-cce44813eedb with Priority: HIGHEST for action security_group_members [ 1094.528053] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b466bb13-86e5-4b05-a1a6-cce44813eedb with Priority: HIGHEST for action security_group_members [ 1094.528525] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-b466bb13-86e5-4b05-a1a6-cce44813eedb taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.528742] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.528823] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.529138] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.529385] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.529549] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.529660] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.529952] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.530083] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.530249] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b466bb13-86e5-4b05-a1a6-cce44813eedb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.866870] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87329fe4-35cb-427d-973c-c9e1dea8c42a in Status: SUCCESS [ 1094.866870] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87329fe4-35cb-427d-973c-c9e1dea8c42a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.866870] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87329fe4-35cb-427d-973c-c9e1dea8c42a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.866870] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87329fe4-35cb-427d-973c-c9e1dea8c42a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.866870] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.866870] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.867729] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.867933] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.868150] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.868150] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87329fe4-35cb-427d-973c-c9e1dea8c42a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.868221] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('87329fe4-35cb-427d-973c-c9e1dea8c42a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.036634] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.036897] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.036897] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.037139] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.062036] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.062315] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.062470] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.062562] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.062802] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.062845] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.063553] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b466bb13-86e5-4b05-a1a6-cce44813eedb is going to be updated. [ 1095.100674] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.100852] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.100901] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.101152] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.101305] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.111742] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b466bb13-86e5-4b05-a1a6-cce44813eedb in Status: IN_PROGRESS for 2s [ 1095.371547] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('87329fe4-35cb-427d-973c-c9e1dea8c42a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.874968] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 87329fe4-35cb-427d-973c-c9e1dea8c42a: rpc.has_security_group_logging(os_id): False [ 1095.896381] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.896622] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.896775] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.896951] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.897035] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.897838] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.897838] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.897838] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.897838] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.897838] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.898267] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 87329fe4-35cb-427d-973c-c9e1dea8c42a is going to be created. [ 1095.993924] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.994225] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.994289] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.995127] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.995127] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.008902] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 87329fe4-35cb-427d-973c-c9e1dea8c42a in Status: IN_PROGRESS for 2s [ 1096.381972] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 567234db-0ee2-4dc1-9e15-c364015f4dc2 in Status: SUCCESS [ 1096.382161] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 567234db-0ee2-4dc1-9e15-c364015f4dc2 deletion is rescheduled due to dependency. [ 1096.382285] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-567234db-0ee2-4dc1-9e15-c364015f4dc2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.124470] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b466bb13-86e5-4b05-a1a6-cce44813eedb in Status: IN_PROGRESS for 4s [ 1097.240927] env[69758]: INFO networking_nsxv3.common.synchronization [req-ff90cb10-4e6b-4f42-98a5-3607488d6640 req-1faaf116-f0ff-42a7-b368-7046becad629 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Enqueued Resource ID: 86748d3d-9567-4e8f-8525-d96d13600410 with Priority: HIGHEST for action security_group_members [ 1097.242203] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86748d3d-9567-4e8f-8525-d96d13600410 with Priority: HIGHEST for action security_group_members [ 1097.242203] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-86748d3d-9567-4e8f-8525-d96d13600410 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.242203] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.242567] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.242816] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.242986] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.243102] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.243163] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.243321] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.243411] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.243507] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86748d3d-9567-4e8f-8525-d96d13600410',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.746616] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86748d3d-9567-4e8f-8525-d96d13600410',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.025149] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 87329fe4-35cb-427d-973c-c9e1dea8c42a in Status: SUCCESS [ 1098.025411] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-87329fe4-35cb-427d-973c-c9e1dea8c42a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.250388] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86748d3d-9567-4e8f-8525-d96d13600410',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.754714] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.754874] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.755018] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.755342] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.755446] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.755596] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86748d3d-9567-4e8f-8525-d96d13600410 is going to be updated. [ 1098.757707] env[69758]: INFO networking_nsxv3.common.synchronization [req-fff31b38-9390-429f-85bf-fe4b5b686e72 req-ffb5b995-09d6-4c5a-9652-2a20da793d69 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] Enqueued Resource ID: 187465ab-115f-47c0-a125-7b2db25e9111 with Priority: HIGHEST for action security_group_members [ 1098.758284] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 187465ab-115f-47c0-a125-7b2db25e9111 with Priority: HIGHEST for action security_group_members [ 1098.759010] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-187465ab-115f-47c0-a125-7b2db25e9111 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.759138] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-187465ab-115f-47c0-a125-7b2db25e9111" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.759206] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-187465ab-115f-47c0-a125-7b2db25e9111" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.759446] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-187465ab-115f-47c0-a125-7b2db25e9111" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.759600] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.759699] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.759760] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.759907] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.759995] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.760096] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('187465ab-115f-47c0-a125-7b2db25e9111',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.792712] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.792712] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.792712] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.792712] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.792712] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.804906] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86748d3d-9567-4e8f-8525-d96d13600410 in Status: IN_PROGRESS for 2s [ 1099.029151] env[69758]: INFO networking_nsxv3.common.synchronization [req-b3044d1a-9728-4a09-ae44-82e5b23b9b5b req-315599a8-c906-49b1-87b1-f3db29ffec8b tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Enqueued Resource ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 with Priority: HIGHEST for action security_group_members [ 1099.029151] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 with Priority: HIGHEST for action security_group_members [ 1099.029151] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-71e28d65-4abb-4c84-ba3e-57e57ae28960 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.029151] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.029151] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.029794] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.030174] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.030495] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.030791] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.031141] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.032681] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.032681] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71e28d65-4abb-4c84-ba3e-57e57ae28960',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.125408] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-189 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.125408] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-189" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.125408] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-189" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.125408] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-189" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.126273] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.130019] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.130019] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.130019] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.130019] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.130019] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1099.130019] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1099.130019] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1099.130019] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1099.130019] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1099.130019] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1099.130019] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1099.141371] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b466bb13-86e5-4b05-a1a6-cce44813eedb in Status: SUCCESS [ 1099.142092] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b466bb13-86e5-4b05-a1a6-cce44813eedb deletion is rescheduled due to dependency. [ 1099.142092] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.153631] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1099.154121] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1099.154463] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1099.154826] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-189" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.155422] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-4889f066-6b38-4694-865d-2fade57efef9 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.155853] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-4889f066-6b38-4694-865d-2fade57efef9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.156166] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-4889f066-6b38-4694-865d-2fade57efef9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.156812] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-4889f066-6b38-4694-865d-2fade57efef9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.157098] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4889f066-6b38-4694-865d-2fade57efef9',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.265475] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.265786] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.265837] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.266205] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.266429] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.266694] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.266983] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.266983] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.267200] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.267326] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.267451] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 187465ab-115f-47c0-a125-7b2db25e9111 already deleted. [ 1099.267569] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-187465ab-115f-47c0-a125-7b2db25e9111" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.534811] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.535028] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.535075] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.535288] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.559996] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.560288] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.560414] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.560486] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.560706] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.560795] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.560908] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 is going to be updated. [ 1099.594290] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.594536] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.594592] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.594828] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.594982] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.605505] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 in Status: IN_PROGRESS for 2s [ 1099.659876] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.660191] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.660263] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.660575] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.660740] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.660904] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port 4889f066-6b38-4694-865d-2fade57efef9 not found, creating... [ 1099.661188] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.661354] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.661478] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.661709] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.661854] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.662152] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.662312] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.662435] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.662653] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.662795] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.662936] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: 4889f066-6b38-4694-865d-2fade57efef9 is going to be created. [ 1099.683419] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.683636] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.683759] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.684073] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.684317] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.684591] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-4889f066-6b38-4694-865d-2fade57efef9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.590060] env[69758]: INFO networking_nsxv3.common.synchronization [req-fff31b38-9390-429f-85bf-fe4b5b686e72 req-57bc8229-99af-4662-9b1b-626275ca8f45 service nova] Enqueued Resource ID: 187465ab-115f-47c0-a125-7b2db25e9111 with Priority: HIGHEST for action security_group_rules [ 1100.591396] env[69758]: INFO networking_nsxv3.common.synchronization [req-fff31b38-9390-429f-85bf-fe4b5b686e72 req-57bc8229-99af-4662-9b1b-626275ca8f45 service nova] Enqueued Resource ID: 187465ab-115f-47c0-a125-7b2db25e9111 with Priority: HIGHEST for action security_group_members [ 1100.592595] env[69758]: INFO networking_nsxv3.common.synchronization [req-fff31b38-9390-429f-85bf-fe4b5b686e72 req-57bc8229-99af-4662-9b1b-626275ca8f45 service nova] Enqueued Resource ID: 4889f066-6b38-4694-865d-2fade57efef9 with Priority: HIGHEST for action port [ 1100.593767] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 187465ab-115f-47c0-a125-7b2db25e9111 with Priority: HIGHEST for action security_group_rules [ 1100.594056] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 187465ab-115f-47c0-a125-7b2db25e9111 with Priority: HIGHEST for action security_group_members [ 1100.596225] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4889f066-6b38-4694-865d-2fade57efef9 with Priority: HIGHEST for action port [ 1100.596225] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-187465ab-115f-47c0-a125-7b2db25e9111 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.596225] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-187465ab-115f-47c0-a125-7b2db25e9111" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.596225] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-187465ab-115f-47c0-a125-7b2db25e9111" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.596225] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-187465ab-115f-47c0-a125-7b2db25e9111" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.596225] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('187465ab-115f-47c0-a125-7b2db25e9111',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.596960] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-187465ab-115f-47c0-a125-7b2db25e9111 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.597225] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-187465ab-115f-47c0-a125-7b2db25e9111" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.597397] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-187465ab-115f-47c0-a125-7b2db25e9111" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.597723] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-187465ab-115f-47c0-a125-7b2db25e9111" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.601060] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.601060] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.601060] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.601060] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.601060] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.601060] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('187465ab-115f-47c0-a125-7b2db25e9111',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.605123] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-4889f066-6b38-4694-865d-2fade57efef9 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.605123] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4889f066-6b38-4694-865d-2fade57efef9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.605123] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4889f066-6b38-4694-865d-2fade57efef9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.605123] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4889f066-6b38-4694-865d-2fade57efef9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.605123] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4889f066-6b38-4694-865d-2fade57efef9',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.815039] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86748d3d-9567-4e8f-8525-d96d13600410 in Status: SUCCESS [ 1100.815039] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.103955] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('187465ab-115f-47c0-a125-7b2db25e9111',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.105868] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-187465ab-115f-47c0-a125-7b2db25e9111 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.105985] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-187465ab-115f-47c0-a125-7b2db25e9111" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.106526] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4889f066-6b38-4694-865d-2fade57efef9 with status ACTIVE [ 1101.106726] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.106860] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.106919] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.107124] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.107216] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.107378] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.107557] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.107647] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.107837] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.107921] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.108172] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.108285] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.108345] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.108522] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.108655] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.108770] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4889f066-6b38-4694-865d-2fade57efef9 is going to be updated. [ 1101.136942] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.137131] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.137180] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.137379] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.137524] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.137700] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4889f066-6b38-4694-865d-2fade57efef9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.607731] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('187465ab-115f-47c0-a125-7b2db25e9111',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.617764] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 in Status: SUCCESS [ 1101.617764] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 deletion is rescheduled due to dependency. [ 1101.617764] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.110333] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.110619] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.110696] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.111023] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.111168] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.111276] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 187465ab-115f-47c0-a125-7b2db25e9111 is going to be created. [ 1102.152268] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.152548] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.152548] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.152728] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.152896] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.171042] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 187465ab-115f-47c0-a125-7b2db25e9111 in Status: UNINITIALIZED for 2s [ 1104.182543] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 187465ab-115f-47c0-a125-7b2db25e9111 in Status: SUCCESS [ 1104.182954] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-187465ab-115f-47c0-a125-7b2db25e9111" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.182954] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-187465ab-115f-47c0-a125-7b2db25e9111" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.183171] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-187465ab-115f-47c0-a125-7b2db25e9111" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.183370] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.183755] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.183755] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.183755] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.183850] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.183963] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-187465ab-115f-47c0-a125-7b2db25e9111" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.184107] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('187465ab-115f-47c0-a125-7b2db25e9111',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.686279] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('187465ab-115f-47c0-a125-7b2db25e9111',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.188432] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 187465ab-115f-47c0-a125-7b2db25e9111: rpc.has_security_group_logging(os_id): False [ 1105.207755] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.207928] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.208009] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.208239] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.208434] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.208579] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.208689] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.208755] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.208909] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.208978] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.209078] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 187465ab-115f-47c0-a125-7b2db25e9111 is going to be created. [ 1105.274391] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.274647] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.274763] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.274948] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.275157] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.288203] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 187465ab-115f-47c0-a125-7b2db25e9111 in Status: IN_PROGRESS for 2s [ 1105.595792] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1105.595792] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1105.664160] env[69758]: INFO networking_nsxv3.common.synchronization [req-1903b2f8-bcc9-480e-a6fd-b5e0f9d1952d req-5b25bcff-b17c-49b6-a889-6f566e78ae64 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Enqueued Resource ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 with Priority: HIGHEST for action security_group_members [ 1105.664805] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 with Priority: HIGHEST for action security_group_members [ 1105.664805] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-71e28d65-4abb-4c84-ba3e-57e57ae28960 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.664916] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.664916] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.665206] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.665366] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.665485] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.665529] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.665684] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.665771] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.665874] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71e28d65-4abb-4c84-ba3e-57e57ae28960',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.972340] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-926 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.972555] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-926" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.972687] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-926" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.973009] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-926" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.973303] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.973465] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.973614] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.973811] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.973960] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.974191] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1105.974305] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1105.974442] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1105.974567] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1105.974687] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1105.974796] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1105.974977] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1105.994425] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1105.994425] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1105.994668] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1105.994803] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-926" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.995226] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-aa2ef002-4a42-4964-85a5-630f72d42660 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.995454] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-aa2ef002-4a42-4964-85a5-630f72d42660" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.995608] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-aa2ef002-4a42-4964-85a5-630f72d42660" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.995880] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-aa2ef002-4a42-4964-85a5-630f72d42660" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.996044] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa2ef002-4a42-4964-85a5-630f72d42660',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.168557] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.168751] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.168790] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.169293] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.169434] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.169719] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.169803] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.169837] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.169986] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.170074] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.170180] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 is going to be updated. [ 1106.213787] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.214175] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.214175] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.214258] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.214416] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.227802] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 in Status: IN_PROGRESS for 2s [ 1106.498444] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.498895] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.499194] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.499632] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.499911] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.500208] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port aa2ef002-4a42-4964-85a5-630f72d42660 not found, creating... [ 1106.500679] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.500963] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.501188] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.501586] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.501829] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.502351] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.502614] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.502825] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.503305] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.503457] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.503723] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: aa2ef002-4a42-4964-85a5-630f72d42660 is going to be created. [ 1106.527638] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.527872] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.528022] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.528348] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.528594] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.528837] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-aa2ef002-4a42-4964-85a5-630f72d42660" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.303663] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 187465ab-115f-47c0-a125-7b2db25e9111 in Status: SUCCESS [ 1107.304080] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-187465ab-115f-47c0-a125-7b2db25e9111" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.387615] env[69758]: INFO networking_nsxv3.common.synchronization [req-1903b2f8-bcc9-480e-a6fd-b5e0f9d1952d req-214a5e09-07d9-4a12-88f3-69fbe697f6e3 service nova] Enqueued Resource ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 with Priority: HIGHEST for action security_group_rules [ 1107.387871] env[69758]: INFO networking_nsxv3.common.synchronization [req-1903b2f8-bcc9-480e-a6fd-b5e0f9d1952d req-214a5e09-07d9-4a12-88f3-69fbe697f6e3 service nova] Enqueued Resource ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 with Priority: HIGHEST for action security_group_members [ 1107.388215] env[69758]: INFO networking_nsxv3.common.synchronization [req-1903b2f8-bcc9-480e-a6fd-b5e0f9d1952d req-214a5e09-07d9-4a12-88f3-69fbe697f6e3 service nova] Enqueued Resource ID: aa2ef002-4a42-4964-85a5-630f72d42660 with Priority: HIGHEST for action port [ 1107.388991] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 with Priority: HIGHEST for action security_group_rules [ 1107.389621] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 with Priority: HIGHEST for action security_group_members [ 1107.389802] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa2ef002-4a42-4964-85a5-630f72d42660 with Priority: HIGHEST for action port [ 1107.390416] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71e28d65-4abb-4c84-ba3e-57e57ae28960 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.390626] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.390626] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.391067] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.391067] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71e28d65-4abb-4c84-ba3e-57e57ae28960',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.392029] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-71e28d65-4abb-4c84-ba3e-57e57ae28960 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.392157] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.392397] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa2ef002-4a42-4964-85a5-630f72d42660 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.392547] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa2ef002-4a42-4964-85a5-630f72d42660" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.392815] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa2ef002-4a42-4964-85a5-630f72d42660" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.392894] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa2ef002-4a42-4964-85a5-630f72d42660" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.392962] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa2ef002-4a42-4964-85a5-630f72d42660',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.894633] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-71e28d65-4abb-4c84-ba3e-57e57ae28960 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.894920] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.895057] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aa2ef002-4a42-4964-85a5-630f72d42660 with status ACTIVE [ 1107.895454] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.895454] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.895618] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.895721] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.895816] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.896047] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.896153] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.896204] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.896411] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.896581] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.896828] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.896932] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.897000] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.897203] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.897320] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.897447] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aa2ef002-4a42-4964-85a5-630f72d42660 is going to be updated. [ 1107.919695] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.919953] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.920100] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.920404] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.920627] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.920883] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa2ef002-4a42-4964-85a5-630f72d42660" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.239293] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 in Status: SUCCESS [ 1108.239464] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 deletion is rescheduled due to dependency. [ 1108.239515] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.239679] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.239907] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.240115] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.240233] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.240298] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.240454] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.240538] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.240635] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71e28d65-4abb-4c84-ba3e-57e57ae28960',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.743127] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71e28d65-4abb-4c84-ba3e-57e57ae28960',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.245531] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71e28d65-4abb-4c84-ba3e-57e57ae28960',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.748660] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.749077] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.749077] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.749176] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.749272] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.749395] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 is going to be updated. [ 1109.782524] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.782749] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.782800] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.782989] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.783159] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.795852] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 in Status: IN_PROGRESS for 2s [ 1111.807427] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 in Status: SUCCESS [ 1111.807966] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.807966] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.808136] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.808275] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.808396] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.808456] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.808608] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.808687] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.809088] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.809088] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('71e28d65-4abb-4c84-ba3e-57e57ae28960',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.314020] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-71e28d65-4abb-4c84-ba3e-57e57ae28960 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.314020] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.314020] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.314020] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.314020] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.314020] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.314020] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.314020] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.314020] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.314020] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.314020] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-71e28d65-4abb-4c84-ba3e-57e57ae28960 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.314020] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.314020] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.314020] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.314020] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.314020] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.314996] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.314996] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.314996] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.314996] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.314996] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('71e28d65-4abb-4c84-ba3e-57e57ae28960',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.348020] env[69758]: INFO networking_nsxv3.common.synchronization [req-896706bd-c62e-40c2-9bcc-9b4c6a72d3d1 req-c9f6ba0d-00e6-4be3-b2dc-1a7c6933f94d tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Enqueued Resource ID: b466bb13-86e5-4b05-a1a6-cce44813eedb with Priority: HIGHEST for action security_group_members [ 1112.348541] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b466bb13-86e5-4b05-a1a6-cce44813eedb with Priority: HIGHEST for action security_group_members [ 1112.348857] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-b466bb13-86e5-4b05-a1a6-cce44813eedb taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.349054] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.349117] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.349269] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.349416] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.349510] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.349578] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.349720] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.349831] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.349927] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b466bb13-86e5-4b05-a1a6-cce44813eedb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.655491] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-724 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.655710] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-724" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.655937] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-724" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.656213] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-724" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.656484] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.656669] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.657404] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.657404] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.657404] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.657575] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1112.657617] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1112.657721] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1112.657834] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1112.657948] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1112.658072] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1112.658209] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1112.678307] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1112.678377] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1112.678547] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1112.678772] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-724" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.679161] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-0cf2f579-4283-426e-b690-90f7383e7b8b taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.679376] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-0cf2f579-4283-426e-b690-90f7383e7b8b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.679528] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-0cf2f579-4283-426e-b690-90f7383e7b8b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.679913] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-0cf2f579-4283-426e-b690-90f7383e7b8b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.680933] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cf2f579-4283-426e-b690-90f7383e7b8b',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.816678] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 71e28d65-4abb-4c84-ba3e-57e57ae28960: rpc.has_security_group_logging(os_id): False [ 1112.835731] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.836182] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.836271] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.836499] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.836655] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.836910] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.837039] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.837114] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.837276] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.837356] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.837541] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.837635] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.837695] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.837863] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.837957] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.838912] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.838912] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.838912] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.838912] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.838912] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.838912] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 is going to be updated. [ 1112.852827] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.853058] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.853115] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.853339] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.853429] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.853655] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.853771] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.853840] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.854229] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.854229] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.854229] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b466bb13-86e5-4b05-a1a6-cce44813eedb is going to be updated. [ 1112.887992] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.888315] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.888315] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.888501] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.888668] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.900939] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b466bb13-86e5-4b05-a1a6-cce44813eedb in Status: IN_PROGRESS for 2s [ 1112.907786] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.907949] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.908030] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.908256] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.908455] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.923410] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 in Status: IN_PROGRESS for 2s [ 1113.182643] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.183025] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.183583] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.183671] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.183915] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.184196] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port 0cf2f579-4283-426e-b690-90f7383e7b8b not found, creating... [ 1113.184625] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.184860] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.185036] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.185313] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.185505] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.185852] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.186065] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.186208] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.186478] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.186692] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.186887] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: 0cf2f579-4283-426e-b690-90f7383e7b8b is going to be created. [ 1113.219144] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.219392] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.219435] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.219779] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.220088] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.220417] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-0cf2f579-4283-426e-b690-90f7383e7b8b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.911521] env[69758]: INFO networking_nsxv3.common.synchronization [req-896706bd-c62e-40c2-9bcc-9b4c6a72d3d1 req-487007b1-f90e-424e-b480-afeb2a7a5c0d service nova] Enqueued Resource ID: b466bb13-86e5-4b05-a1a6-cce44813eedb with Priority: HIGHEST for action security_group_rules [ 1113.911777] env[69758]: INFO networking_nsxv3.common.synchronization [req-896706bd-c62e-40c2-9bcc-9b4c6a72d3d1 req-487007b1-f90e-424e-b480-afeb2a7a5c0d service nova] Enqueued Resource ID: b466bb13-86e5-4b05-a1a6-cce44813eedb with Priority: HIGHEST for action security_group_members [ 1113.911777] env[69758]: INFO networking_nsxv3.common.synchronization [req-896706bd-c62e-40c2-9bcc-9b4c6a72d3d1 req-487007b1-f90e-424e-b480-afeb2a7a5c0d service nova] Enqueued Resource ID: 0cf2f579-4283-426e-b690-90f7383e7b8b with Priority: HIGHEST for action port [ 1113.912037] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b466bb13-86e5-4b05-a1a6-cce44813eedb with Priority: HIGHEST for action security_group_rules [ 1113.912191] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b466bb13-86e5-4b05-a1a6-cce44813eedb with Priority: HIGHEST for action security_group_members [ 1113.912317] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cf2f579-4283-426e-b690-90f7383e7b8b with Priority: HIGHEST for action port [ 1113.912826] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b466bb13-86e5-4b05-a1a6-cce44813eedb taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.912965] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.913203] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.913459] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.913604] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b466bb13-86e5-4b05-a1a6-cce44813eedb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.914589] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-b466bb13-86e5-4b05-a1a6-cce44813eedb taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.914790] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.915058] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-0cf2f579-4283-426e-b690-90f7383e7b8b taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.915162] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0cf2f579-4283-426e-b690-90f7383e7b8b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.915312] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0cf2f579-4283-426e-b690-90f7383e7b8b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.915509] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0cf2f579-4283-426e-b690-90f7383e7b8b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.915639] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cf2f579-4283-426e-b690-90f7383e7b8b',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.418027] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-b466bb13-86e5-4b05-a1a6-cce44813eedb taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.418027] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.418027] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0cf2f579-4283-426e-b690-90f7383e7b8b with status ACTIVE [ 1114.418027] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.418027] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.418027] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.418320] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.418320] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.418491] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.418599] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.418692] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.418867] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.418985] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.419202] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.419302] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.419361] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.419503] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.419579] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.419663] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0cf2f579-4283-426e-b690-90f7383e7b8b is going to be updated. [ 1114.440609] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.440759] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.440831] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.441136] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.441282] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.441440] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0cf2f579-4283-426e-b690-90f7383e7b8b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.913543] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b466bb13-86e5-4b05-a1a6-cce44813eedb in Status: SUCCESS [ 1114.913921] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b466bb13-86e5-4b05-a1a6-cce44813eedb deletion is rescheduled due to dependency. [ 1114.913921] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.914031] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.914236] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.914440] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.914691] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.914691] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.914827] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.914988] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.915111] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b466bb13-86e5-4b05-a1a6-cce44813eedb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.941067] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 in Status: SUCCESS [ 1114.941180] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.420347] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b466bb13-86e5-4b05-a1a6-cce44813eedb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.420347] env[69758]: INFO networking_nsxv3.common.synchronization [req-4a2ecfe1-2673-4e24-8bfe-e7503cd5ff96 req-4ba16640-76e6-449c-8591-d317b8732926 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Enqueued Resource ID: 86748d3d-9567-4e8f-8525-d96d13600410 with Priority: HIGHEST for action security_group_members [ 1115.420880] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86748d3d-9567-4e8f-8525-d96d13600410 with Priority: HIGHEST for action security_group_members [ 1115.421343] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-86748d3d-9567-4e8f-8525-d96d13600410 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.421343] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.421481] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.421617] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.421767] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.421861] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.421917] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.422072] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.422158] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.422246] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86748d3d-9567-4e8f-8525-d96d13600410',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.724039] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-407 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.724292] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-407" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.724424] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-407" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.724722] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-407" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.725011] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.725171] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.725293] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.725517] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.725692] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.725906] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1115.726038] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1115.726156] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1115.726269] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1115.726384] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1115.726494] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1115.726667] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1115.745527] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1115.745527] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1115.745527] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1115.745527] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-407" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.745802] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-1b2be5e2-36ec-407e-9558-0268dbe2c7c8 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.745981] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-1b2be5e2-36ec-407e-9558-0268dbe2c7c8" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.746124] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-1b2be5e2-36ec-407e-9558-0268dbe2c7c8" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.746449] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-1b2be5e2-36ec-407e-9558-0268dbe2c7c8" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.746612] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b2be5e2-36ec-407e-9558-0268dbe2c7c8',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.927148] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b466bb13-86e5-4b05-a1a6-cce44813eedb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.928524] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86748d3d-9567-4e8f-8525-d96d13600410',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.249049] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.249284] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.249381] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.249748] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.249921] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.250100] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port 1b2be5e2-36ec-407e-9558-0268dbe2c7c8 not found, creating... [ 1116.250373] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.250554] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.250714] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.250958] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.251133] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.251490] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.251665] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.251790] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.252014] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.252163] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.252310] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: 1b2be5e2-36ec-407e-9558-0268dbe2c7c8 is going to be created. [ 1116.274195] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.274431] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.274663] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.274942] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.275199] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.275438] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-1b2be5e2-36ec-407e-9558-0268dbe2c7c8" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.430022] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.430221] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.430314] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.430503] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.430599] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.430701] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b466bb13-86e5-4b05-a1a6-cce44813eedb is going to be updated. [ 1116.431925] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86748d3d-9567-4e8f-8525-d96d13600410',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.483767] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.483767] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.483884] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.484098] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.484330] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.507020] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b466bb13-86e5-4b05-a1a6-cce44813eedb in Status: IN_PROGRESS for 2s [ 1116.937612] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.937612] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.937612] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.937612] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.937612] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.937612] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86748d3d-9567-4e8f-8525-d96d13600410 is going to be updated. [ 1117.010245] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.010245] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.010245] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.010245] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.010245] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.027598] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86748d3d-9567-4e8f-8525-d96d13600410 in Status: IN_PROGRESS for 2s [ 1117.095447] env[69758]: INFO networking_nsxv3.common.synchronization [req-4a2ecfe1-2673-4e24-8bfe-e7503cd5ff96 req-e1566749-0c72-43f7-b03f-bd1f8bdfefbb service nova] Enqueued Resource ID: 86748d3d-9567-4e8f-8525-d96d13600410 with Priority: HIGHEST for action security_group_rules [ 1117.095630] env[69758]: INFO networking_nsxv3.common.synchronization [req-4a2ecfe1-2673-4e24-8bfe-e7503cd5ff96 req-e1566749-0c72-43f7-b03f-bd1f8bdfefbb service nova] Enqueued Resource ID: 86748d3d-9567-4e8f-8525-d96d13600410 with Priority: HIGHEST for action security_group_members [ 1117.095772] env[69758]: INFO networking_nsxv3.common.synchronization [req-4a2ecfe1-2673-4e24-8bfe-e7503cd5ff96 req-e1566749-0c72-43f7-b03f-bd1f8bdfefbb service nova] Enqueued Resource ID: 1b2be5e2-36ec-407e-9558-0268dbe2c7c8 with Priority: HIGHEST for action port [ 1117.096395] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86748d3d-9567-4e8f-8525-d96d13600410 with Priority: HIGHEST for action security_group_rules [ 1117.096535] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86748d3d-9567-4e8f-8525-d96d13600410 with Priority: HIGHEST for action security_group_members [ 1117.096664] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b2be5e2-36ec-407e-9558-0268dbe2c7c8 with Priority: HIGHEST for action port [ 1117.096988] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86748d3d-9567-4e8f-8525-d96d13600410 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.097343] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.097459] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.097766] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.097895] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86748d3d-9567-4e8f-8525-d96d13600410',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.102070] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-86748d3d-9567-4e8f-8525-d96d13600410 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.102070] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.102070] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b2be5e2-36ec-407e-9558-0268dbe2c7c8 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.102070] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b2be5e2-36ec-407e-9558-0268dbe2c7c8" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.102070] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b2be5e2-36ec-407e-9558-0268dbe2c7c8" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.102070] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b2be5e2-36ec-407e-9558-0268dbe2c7c8" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.102070] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b2be5e2-36ec-407e-9558-0268dbe2c7c8',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.602040] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-86748d3d-9567-4e8f-8525-d96d13600410 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.602209] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.602371] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1b2be5e2-36ec-407e-9558-0268dbe2c7c8 with status ACTIVE [ 1117.602536] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.602646] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.602713] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.602938] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.603060] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.603234] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.603331] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.603395] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.604059] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.604059] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.604059] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.604059] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.604300] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.604331] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.604415] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.604638] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1b2be5e2-36ec-407e-9558-0268dbe2c7c8 is going to be updated. [ 1117.631509] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.631704] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.631751] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.631952] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.632120] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.632292] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b2be5e2-36ec-407e-9558-0268dbe2c7c8" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.520286] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b466bb13-86e5-4b05-a1a6-cce44813eedb in Status: SUCCESS [ 1118.520670] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.520670] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.520866] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.521101] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.521237] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.521307] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.521480] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.521571] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.521670] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.521769] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b466bb13-86e5-4b05-a1a6-cce44813eedb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.024742] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-b466bb13-86e5-4b05-a1a6-cce44813eedb taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.024999] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.024999] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.025274] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.025449] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.025552] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.025619] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.025771] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.025864] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.025958] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.026147] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-b466bb13-86e5-4b05-a1a6-cce44813eedb taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.026247] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.026320] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.026468] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.026633] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.026745] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.026828] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.026980] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.027084] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.027182] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.027272] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b466bb13-86e5-4b05-a1a6-cce44813eedb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.042140] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86748d3d-9567-4e8f-8525-d96d13600410 in Status: SUCCESS [ 1119.042461] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.042989] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.043231] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.043423] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.043551] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.043626] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.043817] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.043914] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.043993] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86748d3d-9567-4e8f-8525-d96d13600410',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.532053] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b466bb13-86e5-4b05-a1a6-cce44813eedb: rpc.has_security_group_logging(os_id): False [ 1119.545813] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86748d3d-9567-4e8f-8525-d96d13600410',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.553466] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.553638] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.553679] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.553985] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.553985] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.554152] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.554253] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.554316] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.554468] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.554808] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.554808] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.554943] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.554943] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.555092] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.555169] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.555361] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.555455] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.555517] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.555656] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.555732] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.555816] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b466bb13-86e5-4b05-a1a6-cce44813eedb is going to be updated. [ 1119.618111] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.618323] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.618371] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.618587] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.618739] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.634046] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b466bb13-86e5-4b05-a1a6-cce44813eedb in Status: IN_PROGRESS for 2s [ 1120.047936] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86748d3d-9567-4e8f-8525-d96d13600410',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.550274] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.550654] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.550654] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.550817] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.550924] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.551055] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86748d3d-9567-4e8f-8525-d96d13600410 is going to be updated. [ 1120.584161] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.584161] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.584161] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.584161] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.584161] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.593911] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86748d3d-9567-4e8f-8525-d96d13600410 in Status: IN_PROGRESS for 2s [ 1121.571436] env[69758]: INFO networking_nsxv3.common.synchronization [req-908a1ea8-54e0-447f-887d-876fa6974a4c req-b851f368-b733-473a-857b-b0eef7f8ca2c tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Enqueued Resource ID: d313c6dc-c75d-4cc0-bfd3-23222ce565bb with Priority: HIGHEST for action security_group_members [ 1121.572276] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d313c6dc-c75d-4cc0-bfd3-23222ce565bb with Priority: HIGHEST for action security_group_members [ 1121.572391] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.572576] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.572675] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.572923] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.573115] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.573257] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.576101] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.576101] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.576101] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.576101] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d313c6dc-c75d-4cc0-bfd3-23222ce565bb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.649066] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b466bb13-86e5-4b05-a1a6-cce44813eedb in Status: SUCCESS [ 1121.649439] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.921307] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-432 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.921621] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-432" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.921778] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-432" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.922151] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-432" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.922743] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.922743] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.922962] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.923098] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.923256] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.923523] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1121.923676] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1121.923826] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1121.923987] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1121.924136] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1121.924287] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1121.924455] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1121.949597] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1121.949597] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1121.949902] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1121.950200] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-432" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.950680] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-956eaa8a-a642-4b65-ac63-d224b8a9ae00 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.950993] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-956eaa8a-a642-4b65-ac63-d224b8a9ae00" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.951255] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-956eaa8a-a642-4b65-ac63-d224b8a9ae00" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.951870] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-956eaa8a-a642-4b65-ac63-d224b8a9ae00" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.952125] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('956eaa8a-a642-4b65-ac63-d224b8a9ae00',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.076103] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.076103] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.076310] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.076415] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.076528] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.076777] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.076937] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.076983] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.077181] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.077318] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.077430] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d313c6dc-c75d-4cc0-bfd3-23222ce565bb already deleted. [ 1122.077520] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.455422] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.455774] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.455999] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.456468] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.456702] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.456905] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port 956eaa8a-a642-4b65-ac63-d224b8a9ae00 not found, creating... [ 1122.457254] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.458032] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.458032] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.458032] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.458262] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.458583] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.458789] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.459186] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.459343] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.459558] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.459760] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: 956eaa8a-a642-4b65-ac63-d224b8a9ae00 is going to be created. [ 1122.469221] env[69758]: INFO networking_nsxv3.common.synchronization [req-26d31bd3-4bd9-4ef9-9508-91992d58244f req-e257587f-a94f-4c4e-a32c-966278fe61e9 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Enqueued Resource ID: bfb2ad1a-e74e-4ca3-a906-524310c0d34d with Priority: HIGHEST for action security_group_members [ 1122.469654] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfb2ad1a-e74e-4ca3-a906-524310c0d34d with Priority: HIGHEST for action security_group_members [ 1122.470127] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfb2ad1a-e74e-4ca3-a906-524310c0d34d taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.470320] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfb2ad1a-e74e-4ca3-a906-524310c0d34d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.470421] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfb2ad1a-e74e-4ca3-a906-524310c0d34d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.470711] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfb2ad1a-e74e-4ca3-a906-524310c0d34d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.470893] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.471011] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.471099] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.471305] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.471436] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.471559] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfb2ad1a-e74e-4ca3-a906-524310c0d34d',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.484154] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.484433] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.484433] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.484676] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.484926] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.485194] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-956eaa8a-a642-4b65-ac63-d224b8a9ae00" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.614277] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86748d3d-9567-4e8f-8525-d96d13600410 in Status: SUCCESS [ 1122.614277] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.615195] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.615619] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.615988] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.616259] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.616445] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.616746] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.616939] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.617135] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.617323] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('86748d3d-9567-4e8f-8525-d96d13600410',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.975673] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.975953] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.976203] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.976326] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.976468] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.977048] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.977048] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.977048] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.977244] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.977514] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.977514] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfb2ad1a-e74e-4ca3-a906-524310c0d34d is going to be updated. [ 1123.009420] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.009619] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.009721] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.010069] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.010276] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.020582] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfb2ad1a-e74e-4ca3-a906-524310c0d34d in Status: IN_PROGRESS for 2s [ 1123.120319] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-86748d3d-9567-4e8f-8525-d96d13600410 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.120485] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.120561] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.120781] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.120951] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.121062] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.121126] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.121283] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.121372] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.121460] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.121601] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-86748d3d-9567-4e8f-8525-d96d13600410 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.121769] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.121769] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.122810] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.123111] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.123259] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.123358] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.123567] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.123709] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.123814] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.123963] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('86748d3d-9567-4e8f-8525-d96d13600410',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.241995] env[69758]: INFO networking_nsxv3.common.synchronization [req-908a1ea8-54e0-447f-887d-876fa6974a4c req-e5c4581b-6ceb-408d-b1fb-4b09ef435c18 service nova] Enqueued Resource ID: d313c6dc-c75d-4cc0-bfd3-23222ce565bb with Priority: HIGHEST for action security_group_rules [ 1123.243539] env[69758]: INFO networking_nsxv3.common.synchronization [req-908a1ea8-54e0-447f-887d-876fa6974a4c req-e5c4581b-6ceb-408d-b1fb-4b09ef435c18 service nova] Enqueued Resource ID: d313c6dc-c75d-4cc0-bfd3-23222ce565bb with Priority: HIGHEST for action security_group_members [ 1123.243539] env[69758]: INFO networking_nsxv3.common.synchronization [req-908a1ea8-54e0-447f-887d-876fa6974a4c req-e5c4581b-6ceb-408d-b1fb-4b09ef435c18 service nova] Enqueued Resource ID: 956eaa8a-a642-4b65-ac63-d224b8a9ae00 with Priority: HIGHEST for action port [ 1123.243539] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d313c6dc-c75d-4cc0-bfd3-23222ce565bb with Priority: HIGHEST for action security_group_rules [ 1123.243960] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d313c6dc-c75d-4cc0-bfd3-23222ce565bb with Priority: HIGHEST for action security_group_members [ 1123.244134] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 956eaa8a-a642-4b65-ac63-d224b8a9ae00 with Priority: HIGHEST for action port [ 1123.244479] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d313c6dc-c75d-4cc0-bfd3-23222ce565bb taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.244633] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.244734] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.245091] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.245248] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d313c6dc-c75d-4cc0-bfd3-23222ce565bb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.248442] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.248442] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.248442] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.248627] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.248775] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.249312] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.249312] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.249312] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.249312] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.249312] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d313c6dc-c75d-4cc0-bfd3-23222ce565bb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.250110] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-956eaa8a-a642-4b65-ac63-d224b8a9ae00 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.250213] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-956eaa8a-a642-4b65-ac63-d224b8a9ae00" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.250317] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-956eaa8a-a642-4b65-ac63-d224b8a9ae00" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.250437] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-956eaa8a-a642-4b65-ac63-d224b8a9ae00" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.250514] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('956eaa8a-a642-4b65-ac63-d224b8a9ae00',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.627849] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 86748d3d-9567-4e8f-8525-d96d13600410: rpc.has_security_group_logging(os_id): False [ 1123.648702] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.648893] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.648936] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.649237] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.649338] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.649541] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.649644] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.649715] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.650380] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.650459] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.650665] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.650766] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.650828] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.651029] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.651079] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.651262] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.651356] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.651419] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.651560] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.651637] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.651723] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86748d3d-9567-4e8f-8525-d96d13600410 is going to be updated. [ 1123.720980] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.721212] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.721297] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.721561] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.721738] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.739865] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86748d3d-9567-4e8f-8525-d96d13600410 in Status: IN_PROGRESS for 2s [ 1123.749642] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.749823] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.753416] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d313c6dc-c75d-4cc0-bfd3-23222ce565bb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.754839] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 956eaa8a-a642-4b65-ac63-d224b8a9ae00 with status ACTIVE [ 1123.755233] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.755493] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.755566] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.755907] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.756077] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.756415] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.756671] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.756807] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.758038] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.758181] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.759521] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.759521] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.759521] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.759521] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.759521] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.759521] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 956eaa8a-a642-4b65-ac63-d224b8a9ae00 is going to be updated. [ 1123.784781] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.784781] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.784781] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.784781] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.785078] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.785256] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-956eaa8a-a642-4b65-ac63-d224b8a9ae00" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.262463] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d313c6dc-c75d-4cc0-bfd3-23222ce565bb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.766594] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.768437] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.768437] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.768437] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.768437] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.768437] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d313c6dc-c75d-4cc0-bfd3-23222ce565bb is going to be created. [ 1124.802789] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.803016] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.803133] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.803427] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.803655] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.816030] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d313c6dc-c75d-4cc0-bfd3-23222ce565bb in Status: UNINITIALIZED for 2s [ 1125.032126] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfb2ad1a-e74e-4ca3-a906-524310c0d34d in Status: SUCCESS [ 1125.032344] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfb2ad1a-e74e-4ca3-a906-524310c0d34d deletion is rescheduled due to dependency. [ 1125.032447] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfb2ad1a-e74e-4ca3-a906-524310c0d34d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.759542] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86748d3d-9567-4e8f-8525-d96d13600410 in Status: SUCCESS [ 1125.759639] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.826187] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d313c6dc-c75d-4cc0-bfd3-23222ce565bb in Status: SUCCESS [ 1126.826568] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.826715] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.826977] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.827277] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.827277] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.827414] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.827876] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.827876] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.827876] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.827876] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d313c6dc-c75d-4cc0-bfd3-23222ce565bb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.330877] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.331069] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.331145] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.331352] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.331517] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.331676] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.331676] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.331826] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.331933] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.332081] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.332194] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.332332] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.332403] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.332814] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.332814] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.333064] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.333064] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.333186] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.333186] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.333253] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.333379] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d313c6dc-c75d-4cc0-bfd3-23222ce565bb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.835567] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d313c6dc-c75d-4cc0-bfd3-23222ce565bb: rpc.has_security_group_logging(os_id): False [ 1127.856586] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.856586] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.856755] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.857072] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.857234] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.857509] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.857679] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.857830] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.858091] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.858239] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.858485] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.858574] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.858644] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.858842] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.858949] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.859307] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.859434] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.859515] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.859678] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.859782] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.859892] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d313c6dc-c75d-4cc0-bfd3-23222ce565bb is going to be created. [ 1127.938748] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.939018] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.939119] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.939415] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.939688] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.960169] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d313c6dc-c75d-4cc0-bfd3-23222ce565bb in Status: IN_PROGRESS for 2s [ 1128.245550] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1128.245616] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1129.184020] env[69758]: INFO networking_nsxv3.common.synchronization [req-bee95220-6c9a-41b0-a4da-658d7474f2bd req-2c4f522f-9b64-4c77-8a9f-6243671bab5d tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Enqueued Resource ID: 86748d3d-9567-4e8f-8525-d96d13600410 with Priority: HIGHEST for action security_group_members [ 1129.184020] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86748d3d-9567-4e8f-8525-d96d13600410 with Priority: HIGHEST for action security_group_members [ 1129.184394] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-86748d3d-9567-4e8f-8525-d96d13600410 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.184394] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.184489] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.184646] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.184789] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.184892] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.184950] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.185106] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.185193] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.185285] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86748d3d-9567-4e8f-8525-d96d13600410',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.687465] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86748d3d-9567-4e8f-8525-d96d13600410',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.974816] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d313c6dc-c75d-4cc0-bfd3-23222ce565bb in Status: SUCCESS [ 1129.974816] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.189659] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86748d3d-9567-4e8f-8525-d96d13600410',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.692185] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.692782] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.692890] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.693153] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.693260] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.693367] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86748d3d-9567-4e8f-8525-d96d13600410 is going to be updated. [ 1130.729437] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.729437] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.729437] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.729437] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.729437] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.738140] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86748d3d-9567-4e8f-8525-d96d13600410 in Status: IN_PROGRESS for 2s [ 1131.351313] env[69758]: INFO networking_nsxv3.common.synchronization [req-fff43af5-7830-4eec-9d11-0e24405d8af8 req-585d3daf-b87c-449f-a768-fc2611701c90 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Enqueued Resource ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 with Priority: HIGHEST for action security_group_members [ 1131.351858] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 with Priority: HIGHEST for action security_group_members [ 1131.353054] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-71e28d65-4abb-4c84-ba3e-57e57ae28960 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.353054] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.353054] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.353054] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.353054] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.353054] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.353054] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.353427] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.353500] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.353648] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71e28d65-4abb-4c84-ba3e-57e57ae28960',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.856539] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.856746] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.856850] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.857020] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.857168] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.857318] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.857414] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.857478] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.857633] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.857750] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.857795] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 is going to be updated. [ 1131.895626] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.895777] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.895854] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.896120] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.896273] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.906015] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 in Status: IN_PROGRESS for 2s [ 1132.751727] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86748d3d-9567-4e8f-8525-d96d13600410 in Status: SUCCESS [ 1132.752309] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.918421] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 in Status: SUCCESS [ 1133.918821] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 deletion is rescheduled due to dependency. [ 1133.918821] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.055802] env[69758]: INFO networking_nsxv3.common.synchronization [req-144e34b6-3f6b-4eb8-b0f6-f06b4437ee81 req-a2f91af1-6450-43a7-aad2-4e98d266d321 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Enqueued Resource ID: 54a9c6ef-ff6f-4f58-af52-a45fb3e28b22 with Priority: HIGHEST for action security_group_members [ 1134.056540] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54a9c6ef-ff6f-4f58-af52-a45fb3e28b22 with Priority: HIGHEST for action security_group_members [ 1134.058696] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-54a9c6ef-ff6f-4f58-af52-a45fb3e28b22 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.058696] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54a9c6ef-ff6f-4f58-af52-a45fb3e28b22" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.058696] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54a9c6ef-ff6f-4f58-af52-a45fb3e28b22" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.058696] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54a9c6ef-ff6f-4f58-af52-a45fb3e28b22" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.058696] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.058696] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.058696] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.058696] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.058696] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.058696] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54a9c6ef-ff6f-4f58-af52-a45fb3e28b22',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.360027] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-97 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.360027] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-97" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.360027] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-97" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.360027] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-97" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.360603] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.360937] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.361203] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.361552] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.361831] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.363739] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1134.363739] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1134.363739] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1134.363739] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1134.363739] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1134.363739] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1134.363739] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1134.387723] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1134.387929] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1134.388095] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1134.388224] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-97" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.388553] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-529baa6b-85aa-444b-871f-f4a0aa0e5865 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.388736] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-529baa6b-85aa-444b-871f-f4a0aa0e5865" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.388859] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-529baa6b-85aa-444b-871f-f4a0aa0e5865" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.389266] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-529baa6b-85aa-444b-871f-f4a0aa0e5865" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.389414] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('529baa6b-85aa-444b-871f-f4a0aa0e5865',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.561371] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.561556] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.561595] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.561816] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.561924] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.562125] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.562237] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.562290] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.562432] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.562510] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.562597] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54a9c6ef-ff6f-4f58-af52-a45fb3e28b22 is going to be deleted. [ 1134.603985] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.604167] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.604240] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.604472] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.604820] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.604973] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54a9c6ef-ff6f-4f58-af52-a45fb3e28b22" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.892510] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.892724] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.892818] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.893132] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.893299] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.893461] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port 529baa6b-85aa-444b-871f-f4a0aa0e5865 not found, creating... [ 1134.893731] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.893897] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.894031] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.894267] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.894410] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.894716] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.894877] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.895007] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.895228] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.895369] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.895512] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: 529baa6b-85aa-444b-871f-f4a0aa0e5865 is going to be created. [ 1134.918478] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.918887] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.918887] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.919139] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.919428] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.919659] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-529baa6b-85aa-444b-871f-f4a0aa0e5865" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.662679] env[69758]: INFO networking_nsxv3.common.synchronization [req-144e34b6-3f6b-4eb8-b0f6-f06b4437ee81 req-a3ebc6a7-67a4-44b5-90c0-fc78de74eca7 service nova] Enqueued Resource ID: 54a9c6ef-ff6f-4f58-af52-a45fb3e28b22 with Priority: HIGHEST for action security_group_rules [ 1135.662907] env[69758]: INFO networking_nsxv3.common.synchronization [req-144e34b6-3f6b-4eb8-b0f6-f06b4437ee81 req-a3ebc6a7-67a4-44b5-90c0-fc78de74eca7 service nova] Enqueued Resource ID: 54a9c6ef-ff6f-4f58-af52-a45fb3e28b22 with Priority: HIGHEST for action security_group_members [ 1135.663150] env[69758]: INFO networking_nsxv3.common.synchronization [req-144e34b6-3f6b-4eb8-b0f6-f06b4437ee81 req-a3ebc6a7-67a4-44b5-90c0-fc78de74eca7 service nova] Enqueued Resource ID: 529baa6b-85aa-444b-871f-f4a0aa0e5865 with Priority: HIGHEST for action port [ 1135.663435] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54a9c6ef-ff6f-4f58-af52-a45fb3e28b22 with Priority: HIGHEST for action security_group_rules [ 1135.663619] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54a9c6ef-ff6f-4f58-af52-a45fb3e28b22 with Priority: HIGHEST for action security_group_members [ 1135.663744] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 529baa6b-85aa-444b-871f-f4a0aa0e5865 with Priority: HIGHEST for action port [ 1135.664615] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54a9c6ef-ff6f-4f58-af52-a45fb3e28b22 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.664765] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54a9c6ef-ff6f-4f58-af52-a45fb3e28b22" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.665817] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54a9c6ef-ff6f-4f58-af52-a45fb3e28b22" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.665817] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54a9c6ef-ff6f-4f58-af52-a45fb3e28b22" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.665817] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54a9c6ef-ff6f-4f58-af52-a45fb3e28b22',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.666090] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-54a9c6ef-ff6f-4f58-af52-a45fb3e28b22 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.668184] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54a9c6ef-ff6f-4f58-af52-a45fb3e28b22" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.668184] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54a9c6ef-ff6f-4f58-af52-a45fb3e28b22" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.668370] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54a9c6ef-ff6f-4f58-af52-a45fb3e28b22" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.668545] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.668640] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.668702] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.669039] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.669039] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.669159] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54a9c6ef-ff6f-4f58-af52-a45fb3e28b22',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.669976] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-529baa6b-85aa-444b-871f-f4a0aa0e5865 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.670104] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-529baa6b-85aa-444b-871f-f4a0aa0e5865" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.670157] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-529baa6b-85aa-444b-871f-f4a0aa0e5865" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.670311] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-529baa6b-85aa-444b-871f-f4a0aa0e5865" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.670384] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('529baa6b-85aa-444b-871f-f4a0aa0e5865',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.174866] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-54a9c6ef-ff6f-4f58-af52-a45fb3e28b22 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.174866] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54a9c6ef-ff6f-4f58-af52-a45fb3e28b22" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.174866] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('54a9c6ef-ff6f-4f58-af52-a45fb3e28b22',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.174866] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 529baa6b-85aa-444b-871f-f4a0aa0e5865 with status ACTIVE [ 1136.174866] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.174866] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.174866] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.174866] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.174866] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.174866] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.174866] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.174866] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.174866] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.176008] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.176451] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.177031] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.177031] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.177031] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.177340] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.177549] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 529baa6b-85aa-444b-871f-f4a0aa0e5865 is going to be updated. [ 1136.203373] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.203583] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.203583] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.204352] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.204352] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.204352] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-529baa6b-85aa-444b-871f-f4a0aa0e5865" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.241358] env[69758]: INFO networking_nsxv3.common.synchronization [req-94a40279-7fee-495c-99d2-fbf43cc917f4 req-a42d8b97-59b1-440c-aae3-8c72958c84b4 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Enqueued Resource ID: d313c6dc-c75d-4cc0-bfd3-23222ce565bb with Priority: HIGHEST for action security_group_members [ 1136.242029] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d313c6dc-c75d-4cc0-bfd3-23222ce565bb with Priority: HIGHEST for action security_group_members [ 1136.242703] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.242703] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.242703] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.242703] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.242703] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.242950] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.242950] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.243016] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.243224] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.243374] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d313c6dc-c75d-4cc0-bfd3-23222ce565bb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.680091] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('54a9c6ef-ff6f-4f58-af52-a45fb3e28b22',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.745934] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.746081] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.746150] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.746949] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.746949] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.746949] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.746949] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.746949] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.747233] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.747233] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.747233] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d313c6dc-c75d-4cc0-bfd3-23222ce565bb is going to be updated. [ 1136.782354] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.782505] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.782576] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.782891] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.783081] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.793996] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d313c6dc-c75d-4cc0-bfd3-23222ce565bb in Status: IN_PROGRESS for 2s [ 1137.182676] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.183221] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.183221] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.183221] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.183221] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.183411] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54a9c6ef-ff6f-4f58-af52-a45fb3e28b22 is going to be created. [ 1137.227746] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.227954] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.227954] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.228316] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.228372] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.239824] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54a9c6ef-ff6f-4f58-af52-a45fb3e28b22 in Status: UNINITIALIZED for 2s [ 1138.806313] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d313c6dc-c75d-4cc0-bfd3-23222ce565bb in Status: SUCCESS [ 1138.806313] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d313c6dc-c75d-4cc0-bfd3-23222ce565bb deletion is rescheduled due to dependency. [ 1138.806672] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.891889] env[69758]: INFO networking_nsxv3.common.synchronization [req-3de99eb5-c3eb-4967-a9e9-c511e62ce75a req-0f25634a-6615-40a9-b4ef-28daf5057edd tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Enqueued Resource ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 with Priority: HIGHEST for action security_group_members [ 1138.892502] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 with Priority: HIGHEST for action security_group_members [ 1138.892502] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-71e28d65-4abb-4c84-ba3e-57e57ae28960 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.892502] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.892502] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.892642] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.893092] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.893092] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.893092] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.896835] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.896943] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.897135] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71e28d65-4abb-4c84-ba3e-57e57ae28960',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.257094] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54a9c6ef-ff6f-4f58-af52-a45fb3e28b22 in Status: SUCCESS [ 1139.257094] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54a9c6ef-ff6f-4f58-af52-a45fb3e28b22" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.257094] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54a9c6ef-ff6f-4f58-af52-a45fb3e28b22" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.257094] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54a9c6ef-ff6f-4f58-af52-a45fb3e28b22" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.257094] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.257094] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.257094] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.257094] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.257094] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.257094] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54a9c6ef-ff6f-4f58-af52-a45fb3e28b22" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.257094] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('54a9c6ef-ff6f-4f58-af52-a45fb3e28b22',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.352823] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-926 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.352823] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-926" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.352823] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-926" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.352823] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-926" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.352823] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.352823] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.352823] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.352823] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.352823] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.352823] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1139.352823] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1139.352823] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1139.352823] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1139.353586] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1139.353586] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1139.353586] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1139.372199] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1139.372423] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1139.372685] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1139.372936] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-926" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.373632] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-59a6a5df-77fb-4140-b962-c813a113745c taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.373875] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-59a6a5df-77fb-4140-b962-c813a113745c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.374438] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-59a6a5df-77fb-4140-b962-c813a113745c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.374970] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-59a6a5df-77fb-4140-b962-c813a113745c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.375310] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59a6a5df-77fb-4140-b962-c813a113745c',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.400980] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.401596] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.401596] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.401596] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.401753] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.401879] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.402168] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.402168] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.402342] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.402342] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.402424] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 is going to be updated. [ 1139.429078] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.429078] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.429078] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.429078] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.429379] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.439500] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 in Status: IN_PROGRESS for 2s [ 1139.486408] env[69758]: INFO networking_nsxv3.common.synchronization [req-d48a469e-fe01-48a4-8db6-60f995db11e3 req-d08697c7-65cc-4435-a698-7903b5c10ef5 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Enqueued Resource ID: 62ea22ad-dbaf-4072-88aa-a34a7a056d5c with Priority: HIGHEST for action security_group_members [ 1139.486408] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ea22ad-dbaf-4072-88aa-a34a7a056d5c with Priority: HIGHEST for action security_group_members [ 1139.486408] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ea22ad-dbaf-4072-88aa-a34a7a056d5c taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.486408] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ea22ad-dbaf-4072-88aa-a34a7a056d5c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.486408] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ea22ad-dbaf-4072-88aa-a34a7a056d5c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.486408] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ea22ad-dbaf-4072-88aa-a34a7a056d5c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.486697] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.487051] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.487843] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.488239] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.488414] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.488589] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62ea22ad-dbaf-4072-88aa-a34a7a056d5c',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.761198] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-54a9c6ef-ff6f-4f58-af52-a45fb3e28b22 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.761364] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54a9c6ef-ff6f-4f58-af52-a45fb3e28b22" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.761438] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54a9c6ef-ff6f-4f58-af52-a45fb3e28b22" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.761694] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54a9c6ef-ff6f-4f58-af52-a45fb3e28b22" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.762020] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.762137] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.762204] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.762377] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.762470] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.762561] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54a9c6ef-ff6f-4f58-af52-a45fb3e28b22" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.762715] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-54a9c6ef-ff6f-4f58-af52-a45fb3e28b22 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.762814] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54a9c6ef-ff6f-4f58-af52-a45fb3e28b22" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.762879] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54a9c6ef-ff6f-4f58-af52-a45fb3e28b22" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.763037] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54a9c6ef-ff6f-4f58-af52-a45fb3e28b22" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.763185] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.763277] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.763328] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.763471] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.763546] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.763762] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54a9c6ef-ff6f-4f58-af52-a45fb3e28b22" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.763762] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('54a9c6ef-ff6f-4f58-af52-a45fb3e28b22',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.879433] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.879899] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.879899] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.880228] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.880509] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.880792] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port 59a6a5df-77fb-4140-b962-c813a113745c not found, creating... [ 1139.881246] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.881466] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.881648] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.881945] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.882173] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.882577] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.882807] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.882945] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.883278] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.883476] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.883635] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: 59a6a5df-77fb-4140-b962-c813a113745c is going to be created. [ 1139.960118] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.960420] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.960482] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.960784] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.961042] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.961419] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-59a6a5df-77fb-4140-b962-c813a113745c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.993488] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.993726] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.993726] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.994101] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.022282] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.022592] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.022724] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.022792] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.023012] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.023104] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.023207] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62ea22ad-dbaf-4072-88aa-a34a7a056d5c is going to be updated. [ 1140.083647] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.083882] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.083957] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.084302] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.084510] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.114112] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ea22ad-dbaf-4072-88aa-a34a7a056d5c in Status: IN_PROGRESS for 2s [ 1140.268029] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 54a9c6ef-ff6f-4f58-af52-a45fb3e28b22: rpc.has_security_group_logging(os_id): False [ 1140.295162] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.295439] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.295488] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.295837] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.295992] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.296669] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.296851] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.296950] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.297227] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.297358] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.298414] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.298414] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.298414] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.298414] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.298414] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.298659] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.298659] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.298738] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.298893] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.298995] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.299123] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54a9c6ef-ff6f-4f58-af52-a45fb3e28b22 is going to be created. [ 1140.422116] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.422116] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.422116] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.422401] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.424030] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.461011] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54a9c6ef-ff6f-4f58-af52-a45fb3e28b22 in Status: IN_PROGRESS for 2s [ 1140.724176] env[69758]: INFO networking_nsxv3.common.synchronization [req-3de99eb5-c3eb-4967-a9e9-c511e62ce75a req-56f8d5b7-d790-42f7-90d3-9ccc169089ab service nova] Enqueued Resource ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 with Priority: HIGHEST for action security_group_rules [ 1140.724176] env[69758]: INFO networking_nsxv3.common.synchronization [req-3de99eb5-c3eb-4967-a9e9-c511e62ce75a req-56f8d5b7-d790-42f7-90d3-9ccc169089ab service nova] Enqueued Resource ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 with Priority: HIGHEST for action security_group_members [ 1140.724176] env[69758]: INFO networking_nsxv3.common.synchronization [req-3de99eb5-c3eb-4967-a9e9-c511e62ce75a req-56f8d5b7-d790-42f7-90d3-9ccc169089ab service nova] Enqueued Resource ID: 59a6a5df-77fb-4140-b962-c813a113745c with Priority: HIGHEST for action port [ 1140.724176] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 with Priority: HIGHEST for action security_group_rules [ 1140.724176] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 with Priority: HIGHEST for action security_group_members [ 1140.724176] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59a6a5df-77fb-4140-b962-c813a113745c with Priority: HIGHEST for action port [ 1140.724176] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71e28d65-4abb-4c84-ba3e-57e57ae28960 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.724176] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.724176] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.726869] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.726869] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71e28d65-4abb-4c84-ba3e-57e57ae28960',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.726869] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-71e28d65-4abb-4c84-ba3e-57e57ae28960 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.726869] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.726869] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-59a6a5df-77fb-4140-b962-c813a113745c taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.726869] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59a6a5df-77fb-4140-b962-c813a113745c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.726869] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59a6a5df-77fb-4140-b962-c813a113745c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.727342] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59a6a5df-77fb-4140-b962-c813a113745c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.727342] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59a6a5df-77fb-4140-b962-c813a113745c',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.229521] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-71e28d65-4abb-4c84-ba3e-57e57ae28960 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.229993] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.229993] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 59a6a5df-77fb-4140-b962-c813a113745c with status ACTIVE [ 1141.230095] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.230353] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.230509] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.230790] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.230841] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.231066] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.231252] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.231365] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.231522] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.231641] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.231872] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.232019] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.232104] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.232298] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.232373] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.232465] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 59a6a5df-77fb-4140-b962-c813a113745c is going to be updated. [ 1141.262656] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.262933] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.262933] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.263082] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.263273] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.263461] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59a6a5df-77fb-4140-b962-c813a113745c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.467501] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 in Status: SUCCESS [ 1141.467826] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 deletion is rescheduled due to dependency. [ 1141.467935] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.468100] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.468328] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.468516] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.468636] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.468692] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.468855] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.470092] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.470092] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71e28d65-4abb-4c84-ba3e-57e57ae28960',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.667417] env[69758]: INFO networking_nsxv3.common.synchronization [req-62bba1bd-38ab-49bc-adc7-42502c44583d req-5ed46652-d2f7-41c4-909b-b605ba045344 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Enqueued Resource ID: 87329fe4-35cb-427d-973c-c9e1dea8c42a with Priority: HIGHEST for action security_group_members [ 1141.668224] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87329fe4-35cb-427d-973c-c9e1dea8c42a with Priority: HIGHEST for action security_group_members [ 1141.668684] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-87329fe4-35cb-427d-973c-c9e1dea8c42a taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.668874] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87329fe4-35cb-427d-973c-c9e1dea8c42a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.668996] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87329fe4-35cb-427d-973c-c9e1dea8c42a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.669438] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87329fe4-35cb-427d-973c-c9e1dea8c42a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.669526] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.669653] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.669729] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.669934] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.670040] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.670137] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('87329fe4-35cb-427d-973c-c9e1dea8c42a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.972241] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71e28d65-4abb-4c84-ba3e-57e57ae28960',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.129505] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ea22ad-dbaf-4072-88aa-a34a7a056d5c in Status: SUCCESS [ 1142.129685] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62ea22ad-dbaf-4072-88aa-a34a7a056d5c deletion is rescheduled due to dependency. [ 1142.129799] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ea22ad-dbaf-4072-88aa-a34a7a056d5c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.172455] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.172710] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.172710] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.172918] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.173026] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.173252] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.173599] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.173599] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.173599] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.173599] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.173938] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87329fe4-35cb-427d-973c-c9e1dea8c42a is going to be updated. [ 1142.234235] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.234235] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.234235] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.234235] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.234235] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.243443] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87329fe4-35cb-427d-973c-c9e1dea8c42a in Status: IN_PROGRESS for 2s [ 1142.475332] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71e28d65-4abb-4c84-ba3e-57e57ae28960',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.481794] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54a9c6ef-ff6f-4f58-af52-a45fb3e28b22 in Status: SUCCESS [ 1142.482031] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54a9c6ef-ff6f-4f58-af52-a45fb3e28b22" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.977980] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.978244] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.978244] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.978477] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.978579] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.978686] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 is going to be updated. [ 1143.037867] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.038134] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.038134] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.038336] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.038486] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.047525] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 in Status: IN_PROGRESS for 2s [ 1144.255229] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87329fe4-35cb-427d-973c-c9e1dea8c42a in Status: SUCCESS [ 1144.255622] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87329fe4-35cb-427d-973c-c9e1dea8c42a deletion is rescheduled due to dependency. [ 1144.255622] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87329fe4-35cb-427d-973c-c9e1dea8c42a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.779949] env[69758]: INFO networking_nsxv3.common.synchronization [req-256ab6ef-66c6-4126-bda2-96636bda6ba5 req-961adbac-2438-4e79-a5ce-f3963c069028 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Enqueued Resource ID: 54a9c6ef-ff6f-4f58-af52-a45fb3e28b22 with Priority: HIGHEST for action security_group_members [ 1144.780636] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54a9c6ef-ff6f-4f58-af52-a45fb3e28b22 with Priority: HIGHEST for action security_group_members [ 1144.780958] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-54a9c6ef-ff6f-4f58-af52-a45fb3e28b22 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.781166] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54a9c6ef-ff6f-4f58-af52-a45fb3e28b22" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.781280] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54a9c6ef-ff6f-4f58-af52-a45fb3e28b22" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.781515] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54a9c6ef-ff6f-4f58-af52-a45fb3e28b22" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.781701] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.781828] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.781916] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.782123] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.782253] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.782407] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54a9c6ef-ff6f-4f58-af52-a45fb3e28b22',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.824314] env[69758]: INFO networking_nsxv3.common.synchronization [req-256ab6ef-66c6-4126-bda2-96636bda6ba5 req-961adbac-2438-4e79-a5ce-f3963c069028 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Enqueued Resource ID: 529baa6b-85aa-444b-871f-f4a0aa0e5865 with Priority: HIGHEST for action port [ 1144.825097] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 529baa6b-85aa-444b-871f-f4a0aa0e5865 with Priority: HIGHEST for action port [ 1144.825417] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-529baa6b-85aa-444b-871f-f4a0aa0e5865 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.825543] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-529baa6b-85aa-444b-871f-f4a0aa0e5865" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.825612] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-529baa6b-85aa-444b-871f-f4a0aa0e5865" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.825822] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-529baa6b-85aa-444b-871f-f4a0aa0e5865" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.825909] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('529baa6b-85aa-444b-871f-f4a0aa0e5865',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.060981] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 in Status: SUCCESS [ 1145.061217] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.061384] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.061603] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.061794] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.061909] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.062078] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.062151] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.062212] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.062297] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.062384] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('71e28d65-4abb-4c84-ba3e-57e57ae28960',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.284543] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.284877] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.284948] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.285201] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.285301] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.285513] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.285621] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.285681] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.285834] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.285920] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.286046] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54a9c6ef-ff6f-4f58-af52-a45fb3e28b22 is going to be updated. [ 1145.314099] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.314350] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.314475] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.314920] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.315322] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.327232] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54a9c6ef-ff6f-4f58-af52-a45fb3e28b22 in Status: IN_PROGRESS for 2s [ 1145.327469] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 529baa6b-85aa-444b-871f-f4a0aa0e5865 with status ACTIVE [ 1145.327684] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.327835] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.327934] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.328186] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.328277] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.328471] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.328574] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.328636] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.328843] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.328908] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.329193] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.329302] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.329365] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.329512] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.329591] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.329673] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 529baa6b-85aa-444b-871f-f4a0aa0e5865 is going to be updated. [ 1145.352045] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.352045] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.352310] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.352310] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.352453] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.352618] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-529baa6b-85aa-444b-871f-f4a0aa0e5865" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.564813] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-71e28d65-4abb-4c84-ba3e-57e57ae28960 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.565036] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.565145] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.565393] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.565598] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.565706] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.565767] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.565920] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.566018] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.566143] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.566278] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-71e28d65-4abb-4c84-ba3e-57e57ae28960 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.566404] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.566456] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.566566] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.566701] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.566808] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.566875] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.567022] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.567118] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.567173] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.567265] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('71e28d65-4abb-4c84-ba3e-57e57ae28960',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.072533] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 71e28d65-4abb-4c84-ba3e-57e57ae28960: rpc.has_security_group_logging(os_id): False [ 1146.108998] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.109186] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.109338] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.109895] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.109895] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.109895] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.109895] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.110752] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.110752] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.110752] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.110752] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.110752] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.110752] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.110752] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.110752] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.111196] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.111196] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.111196] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.111196] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.112045] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.112045] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 is going to be updated. [ 1146.202347] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.204051] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.204051] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.204051] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.204051] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.218074] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 in Status: IN_PROGRESS for 2s [ 1147.341330] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54a9c6ef-ff6f-4f58-af52-a45fb3e28b22 in Status: SUCCESS [ 1147.341751] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54a9c6ef-ff6f-4f58-af52-a45fb3e28b22 deletion is rescheduled due to dependency. [ 1147.341751] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54a9c6ef-ff6f-4f58-af52-a45fb3e28b22" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.233346] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 in Status: SUCCESS [ 1148.233576] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.073124] env[69758]: INFO networking_nsxv3.common.synchronization [req-2db9f9c2-aff6-426b-9f59-572c21cef0af req-6bcbba21-bafa-4197-a12b-1a04e3dca393 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Enqueued Resource ID: 86748d3d-9567-4e8f-8525-d96d13600410 with Priority: HIGHEST for action security_group_members [ 1149.073785] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86748d3d-9567-4e8f-8525-d96d13600410 with Priority: HIGHEST for action security_group_members [ 1149.074365] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-86748d3d-9567-4e8f-8525-d96d13600410 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.074365] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.074595] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.074595] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.074834] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.074984] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.074984] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.075162] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.075291] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.075441] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86748d3d-9567-4e8f-8525-d96d13600410',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.525469] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-407 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.525702] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-407" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.525857] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-407" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.526155] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-407" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.526455] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.526634] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.526759] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.527644] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.527644] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.527644] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1149.527644] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1149.527832] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1149.527960] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1149.528093] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1149.528223] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1149.528726] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1149.549212] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1149.549474] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1149.549735] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1149.549940] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-407" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.550280] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-876e0233-2c33-43a0-a6f0-d10a7f034475 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.550457] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-876e0233-2c33-43a0-a6f0-d10a7f034475" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.550586] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-876e0233-2c33-43a0-a6f0-d10a7f034475" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.551099] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-876e0233-2c33-43a0-a6f0-d10a7f034475" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.551452] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('876e0233-2c33-43a0-a6f0-d10a7f034475',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.578703] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86748d3d-9567-4e8f-8525-d96d13600410',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.053919] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.054180] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.054307] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.054595] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.054899] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.055145] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port 876e0233-2c33-43a0-a6f0-d10a7f034475 not found, creating... [ 1150.055423] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.055592] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.055733] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.055980] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.056147] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.056474] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.056604] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.056722] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.057137] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.057325] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.057486] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: 876e0233-2c33-43a0-a6f0-d10a7f034475 is going to be created. [ 1150.079145] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.079508] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.079747] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.080140] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.080405] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.080650] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-876e0233-2c33-43a0-a6f0-d10a7f034475" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.081458] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86748d3d-9567-4e8f-8525-d96d13600410',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.585336] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.585509] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.585580] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.585882] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.585992] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.586157] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86748d3d-9567-4e8f-8525-d96d13600410 is going to be updated. [ 1150.618494] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.618704] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.618786] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.619018] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.619198] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.639588] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86748d3d-9567-4e8f-8525-d96d13600410 in Status: IN_PROGRESS for 2s [ 1150.901218] env[69758]: INFO networking_nsxv3.common.synchronization [req-2db9f9c2-aff6-426b-9f59-572c21cef0af req-cd6d45c3-9aa0-4c84-9b63-2d45631c8e00 service nova] Enqueued Resource ID: 86748d3d-9567-4e8f-8525-d96d13600410 with Priority: HIGHEST for action security_group_rules [ 1150.901401] env[69758]: INFO networking_nsxv3.common.synchronization [req-2db9f9c2-aff6-426b-9f59-572c21cef0af req-cd6d45c3-9aa0-4c84-9b63-2d45631c8e00 service nova] Enqueued Resource ID: 86748d3d-9567-4e8f-8525-d96d13600410 with Priority: HIGHEST for action security_group_members [ 1150.901547] env[69758]: INFO networking_nsxv3.common.synchronization [req-2db9f9c2-aff6-426b-9f59-572c21cef0af req-cd6d45c3-9aa0-4c84-9b63-2d45631c8e00 service nova] Enqueued Resource ID: 876e0233-2c33-43a0-a6f0-d10a7f034475 with Priority: HIGHEST for action port [ 1150.902088] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86748d3d-9567-4e8f-8525-d96d13600410 with Priority: HIGHEST for action security_group_rules [ 1150.902212] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86748d3d-9567-4e8f-8525-d96d13600410 with Priority: HIGHEST for action security_group_members [ 1150.902535] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 876e0233-2c33-43a0-a6f0-d10a7f034475 with Priority: HIGHEST for action port [ 1150.902642] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86748d3d-9567-4e8f-8525-d96d13600410 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.902724] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.902792] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.903010] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.903312] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86748d3d-9567-4e8f-8525-d96d13600410',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.904523] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-86748d3d-9567-4e8f-8525-d96d13600410 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.906994] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.906994] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-876e0233-2c33-43a0-a6f0-d10a7f034475 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.906994] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-876e0233-2c33-43a0-a6f0-d10a7f034475" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.906994] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-876e0233-2c33-43a0-a6f0-d10a7f034475" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.906994] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-876e0233-2c33-43a0-a6f0-d10a7f034475" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.906994] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('876e0233-2c33-43a0-a6f0-d10a7f034475',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.407521] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-86748d3d-9567-4e8f-8525-d96d13600410 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.407894] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.409034] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 876e0233-2c33-43a0-a6f0-d10a7f034475 with status ACTIVE [ 1151.409231] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.409347] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.409415] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.409649] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.409754] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.409925] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.410058] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.410124] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.410285] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.410366] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.410546] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.410642] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.410705] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.410846] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.410922] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.411016] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 876e0233-2c33-43a0-a6f0-d10a7f034475 is going to be updated. [ 1151.434234] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.434429] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.434484] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.434768] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.434825] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.435018] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-876e0233-2c33-43a0-a6f0-d10a7f034475" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.651320] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86748d3d-9567-4e8f-8525-d96d13600410 in Status: SUCCESS [ 1152.651689] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.651736] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.652015] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.652230] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.652452] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.652452] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.652575] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.652660] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.652757] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86748d3d-9567-4e8f-8525-d96d13600410',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.051379] env[69758]: INFO networking_nsxv3.common.synchronization [req-6fe143ec-3724-4584-8986-ed4ebf46fd82 req-71c1ab60-3413-4980-aa17-16a2572fc3a6 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] Enqueued Resource ID: 187465ab-115f-47c0-a125-7b2db25e9111 with Priority: HIGHEST for action security_group_members [ 1153.052741] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 187465ab-115f-47c0-a125-7b2db25e9111 with Priority: HIGHEST for action security_group_members [ 1153.052741] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-187465ab-115f-47c0-a125-7b2db25e9111 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.052741] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-187465ab-115f-47c0-a125-7b2db25e9111" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.052741] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-187465ab-115f-47c0-a125-7b2db25e9111" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.053388] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-187465ab-115f-47c0-a125-7b2db25e9111" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.053388] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.053388] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.053388] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.053388] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.053388] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.053604] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('187465ab-115f-47c0-a125-7b2db25e9111',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.155420] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86748d3d-9567-4e8f-8525-d96d13600410',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.496508] env[69758]: INFO networking_nsxv3.common.synchronization [None req-fdf5b892-fae4-42ba-873e-b713c438c8dc tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Enqueued Resource ID: a8727abd-89bb-4a3d-8dee-94139635e9fd with Priority: HIGHEST for action security_group_rules [ 1153.497110] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8727abd-89bb-4a3d-8dee-94139635e9fd with Priority: HIGHEST for action security_group_rules [ 1153.497417] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8727abd-89bb-4a3d-8dee-94139635e9fd taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.497542] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8727abd-89bb-4a3d-8dee-94139635e9fd" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.497609] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8727abd-89bb-4a3d-8dee-94139635e9fd" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.497943] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8727abd-89bb-4a3d-8dee-94139635e9fd" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.497943] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8727abd-89bb-4a3d-8dee-94139635e9fd',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.556408] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.556623] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.556623] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.557049] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.557049] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.557195] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.557295] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.557383] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.557562] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.557638] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.557766] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 187465ab-115f-47c0-a125-7b2db25e9111 is going to be updated. [ 1153.569118] env[69758]: INFO networking_nsxv3.common.synchronization [None req-6330aa5f-66f5-4502-b0c3-3e28f66593ac tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Enqueued Resource ID: a8727abd-89bb-4a3d-8dee-94139635e9fd with Priority: HIGHEST for action security_group_rules [ 1153.569864] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8727abd-89bb-4a3d-8dee-94139635e9fd with Priority: HIGHEST for action security_group_rules [ 1153.570105] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8727abd-89bb-4a3d-8dee-94139635e9fd taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.570105] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8727abd-89bb-4a3d-8dee-94139635e9fd" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.591303] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.591681] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.591851] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.592183] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.592466] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.601394] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 187465ab-115f-47c0-a125-7b2db25e9111 in Status: IN_PROGRESS for 2s [ 1153.658773] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86748d3d-9567-4e8f-8525-d96d13600410',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.018313] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.018523] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.018523] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.018746] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.018848] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.018946] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8727abd-89bb-4a3d-8dee-94139635e9fd already deleted. [ 1154.019043] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8727abd-89bb-4a3d-8dee-94139635e9fd" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.019376] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8727abd-89bb-4a3d-8dee-94139635e9fd" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.019544] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8727abd-89bb-4a3d-8dee-94139635e9fd" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.019629] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8727abd-89bb-4a3d-8dee-94139635e9fd',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.164344] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.164494] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.164545] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.164792] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.164928] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.165043] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86748d3d-9567-4e8f-8525-d96d13600410 is going to be updated. [ 1154.213168] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.213404] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.213404] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.213614] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.214278] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.225121] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86748d3d-9567-4e8f-8525-d96d13600410 in Status: IN_PROGRESS for 2s [ 1154.544359] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.544543] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.544648] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.544952] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.545112] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.545225] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8727abd-89bb-4a3d-8dee-94139635e9fd already deleted. [ 1154.545321] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8727abd-89bb-4a3d-8dee-94139635e9fd" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.612099] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 187465ab-115f-47c0-a125-7b2db25e9111 in Status: SUCCESS [ 1155.612470] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 187465ab-115f-47c0-a125-7b2db25e9111 deletion is rescheduled due to dependency. [ 1155.612470] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-187465ab-115f-47c0-a125-7b2db25e9111" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.237079] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86748d3d-9567-4e8f-8525-d96d13600410 in Status: SUCCESS [ 1156.237281] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.237498] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.237865] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.238222] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.238428] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.238555] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.238779] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.238922] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.239090] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.239223] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('86748d3d-9567-4e8f-8525-d96d13600410',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.741544] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-86748d3d-9567-4e8f-8525-d96d13600410 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.741863] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.741863] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.742020] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.742169] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.742272] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.742326] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.742476] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.742566] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.742656] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.742797] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-86748d3d-9567-4e8f-8525-d96d13600410 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.742888] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.742945] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.743295] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.743295] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.743412] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.743412] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.743520] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.743569] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.743647] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.743736] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('86748d3d-9567-4e8f-8525-d96d13600410',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.245852] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 86748d3d-9567-4e8f-8525-d96d13600410: rpc.has_security_group_logging(os_id): False [ 1157.265093] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.265293] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.265339] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.265561] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.265671] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.265873] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.265985] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.266140] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.266280] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.266390] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.266589] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.266685] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.266747] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.266996] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.267088] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.267310] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.267397] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.267459] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.267829] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.267993] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.268165] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86748d3d-9567-4e8f-8525-d96d13600410 is going to be updated. [ 1157.344026] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.344267] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.344267] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.344500] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.344652] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.360624] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86748d3d-9567-4e8f-8525-d96d13600410 in Status: IN_PROGRESS for 2s [ 1158.032229] env[69758]: INFO networking_nsxv3.common.synchronization [req-a4c1f1d4-2df0-477e-9881-5e06b94a2375 req-5be0d937-5ead-47de-be66-a283bc574d61 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Enqueued Resource ID: b3676a2d-6013-4704-a281-0f2dac33fa9e with Priority: HIGHEST for action security_group_members [ 1158.032817] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3676a2d-6013-4704-a281-0f2dac33fa9e with Priority: HIGHEST for action security_group_members [ 1158.033214] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3676a2d-6013-4704-a281-0f2dac33fa9e taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.033305] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3676a2d-6013-4704-a281-0f2dac33fa9e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.033351] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3676a2d-6013-4704-a281-0f2dac33fa9e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.033538] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3676a2d-6013-4704-a281-0f2dac33fa9e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.033692] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.033822] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.033885] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.034058] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.034153] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.034246] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3676a2d-6013-4704-a281-0f2dac33fa9e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.536487] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.536657] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.536746] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.537040] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.537139] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.537386] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.537512] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.537604] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.537748] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.537834] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.537922] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3676a2d-6013-4704-a281-0f2dac33fa9e is going to be updated. [ 1158.569324] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.569519] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.569571] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.569759] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.569903] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.580549] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3676a2d-6013-4704-a281-0f2dac33fa9e in Status: IN_PROGRESS for 2s [ 1159.450410] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86748d3d-9567-4e8f-8525-d96d13600410 in Status: SUCCESS [ 1159.450410] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.590084] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3676a2d-6013-4704-a281-0f2dac33fa9e in Status: SUCCESS [ 1160.590444] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3676a2d-6013-4704-a281-0f2dac33fa9e deletion is rescheduled due to dependency. [ 1160.590444] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3676a2d-6013-4704-a281-0f2dac33fa9e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.769226] env[69758]: INFO networking_nsxv3.common.synchronization [req-7f6c69b7-e56e-4ace-8510-a4022da45be6 req-4fe688ba-7ad1-409d-9996-99a526e8813a tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Enqueued Resource ID: b466bb13-86e5-4b05-a1a6-cce44813eedb with Priority: HIGHEST for action security_group_members [ 1162.770496] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b466bb13-86e5-4b05-a1a6-cce44813eedb with Priority: HIGHEST for action security_group_members [ 1162.770640] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-b466bb13-86e5-4b05-a1a6-cce44813eedb taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.770738] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.770738] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.770943] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.771191] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.771314] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.771385] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.771519] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.771604] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.771698] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b466bb13-86e5-4b05-a1a6-cce44813eedb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.274493] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.274685] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.274726] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.275079] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.275188] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.275388] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.275495] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.275561] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.275709] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.276158] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.276158] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b466bb13-86e5-4b05-a1a6-cce44813eedb is going to be updated. [ 1163.305998] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.306203] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.306242] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.306430] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.306579] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.316254] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b466bb13-86e5-4b05-a1a6-cce44813eedb in Status: IN_PROGRESS for 2s [ 1164.301513] env[69758]: INFO networking_nsxv3.common.synchronization [req-9fdb0da2-8456-44d7-957a-f772d09d704d req-d3dc9450-58d9-49f5-8b62-415d27b28fd2 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Enqueued Resource ID: 86748d3d-9567-4e8f-8525-d96d13600410 with Priority: HIGHEST for action security_group_members [ 1164.304029] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86748d3d-9567-4e8f-8525-d96d13600410 with Priority: HIGHEST for action security_group_members [ 1164.304029] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-86748d3d-9567-4e8f-8525-d96d13600410 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.304029] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.304029] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.305795] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.305795] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.305894] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.305894] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.306121] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.306216] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.308509] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86748d3d-9567-4e8f-8525-d96d13600410',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.574027] env[69758]: INFO networking_nsxv3.common.synchronization [req-4b60e4fb-0980-4aab-8364-1aa6c7b60d96 req-91b504cd-4f3f-4219-8f11-c2980b92f8d3 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Enqueued Resource ID: 3bf8bad5-c570-41f6-8d00-90360d0dc090 with Priority: HIGHEST for action security_group_members [ 1164.574184] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bf8bad5-c570-41f6-8d00-90360d0dc090 with Priority: HIGHEST for action security_group_members [ 1164.574449] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bf8bad5-c570-41f6-8d00-90360d0dc090 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.574577] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bf8bad5-c570-41f6-8d00-90360d0dc090" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.574638] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bf8bad5-c570-41f6-8d00-90360d0dc090" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.575223] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bf8bad5-c570-41f6-8d00-90360d0dc090" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.575223] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.575378] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.575378] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.575575] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.575766] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.575870] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bf8bad5-c570-41f6-8d00-90360d0dc090',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.809900] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86748d3d-9567-4e8f-8525-d96d13600410',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.078996] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.079210] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.079288] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.079522] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.080928] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.081174] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.081292] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.081360] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.081524] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.081607] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.081696] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bf8bad5-c570-41f6-8d00-90360d0dc090 is going to be updated. [ 1165.110301] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.110301] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.110301] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.110301] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.110301] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.118675] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bf8bad5-c570-41f6-8d00-90360d0dc090 in Status: IN_PROGRESS for 2s [ 1165.312277] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86748d3d-9567-4e8f-8525-d96d13600410',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.326998] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b466bb13-86e5-4b05-a1a6-cce44813eedb in Status: SUCCESS [ 1165.327218] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b466bb13-86e5-4b05-a1a6-cce44813eedb deletion is rescheduled due to dependency. [ 1165.327351] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.815538] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.815713] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.815796] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.816048] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.816161] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.816284] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86748d3d-9567-4e8f-8525-d96d13600410 is going to be updated. [ 1165.849765] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.849942] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.850054] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.850375] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.850566] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.862599] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86748d3d-9567-4e8f-8525-d96d13600410 in Status: IN_PROGRESS for 2s [ 1167.024397] env[69758]: INFO networking_nsxv3.common.synchronization [req-29f5dabd-a098-4900-ba49-3a60124a6c5f req-dceaea08-8386-4dca-97de-815e10c70a5e tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Enqueued Resource ID: a8727abd-89bb-4a3d-8dee-94139635e9fd with Priority: HIGHEST for action security_group_members [ 1167.024968] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8727abd-89bb-4a3d-8dee-94139635e9fd with Priority: HIGHEST for action security_group_members [ 1167.025286] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8727abd-89bb-4a3d-8dee-94139635e9fd taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.025440] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8727abd-89bb-4a3d-8dee-94139635e9fd" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.025513] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8727abd-89bb-4a3d-8dee-94139635e9fd" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.025728] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8727abd-89bb-4a3d-8dee-94139635e9fd" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.025879] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.025980] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.026563] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.027498] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.027628] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.027734] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8727abd-89bb-4a3d-8dee-94139635e9fd',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.130727] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bf8bad5-c570-41f6-8d00-90360d0dc090 in Status: IN_PROGRESS for 4s [ 1167.325409] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-432 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.325612] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-432" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.325768] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-432" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.326222] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-432" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.326526] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.326696] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.326819] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.327133] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.327284] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.327492] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1167.327608] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1167.327720] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1167.327831] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1167.327983] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1167.328195] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1167.328336] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1167.348436] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1167.348623] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1167.348740] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1167.348932] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-432" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.349293] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-7caef0ca-59fa-4ded-a24e-8a399ff23d6b taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.349472] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-7caef0ca-59fa-4ded-a24e-8a399ff23d6b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.349608] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-7caef0ca-59fa-4ded-a24e-8a399ff23d6b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.350076] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-7caef0ca-59fa-4ded-a24e-8a399ff23d6b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.350229] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7caef0ca-59fa-4ded-a24e-8a399ff23d6b',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.530413] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.530587] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.530662] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.530910] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.531137] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.531368] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.531476] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.531543] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.531724] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.531808] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.531900] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8727abd-89bb-4a3d-8dee-94139635e9fd already deleted. [ 1167.531984] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8727abd-89bb-4a3d-8dee-94139635e9fd" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.853458] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.853696] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.853815] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.854125] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.854290] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.854449] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port 7caef0ca-59fa-4ded-a24e-8a399ff23d6b not found, creating... [ 1167.854713] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.854932] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.855097] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.855331] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.855474] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.855760] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.855920] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.856133] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.856363] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.856506] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.856651] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: 7caef0ca-59fa-4ded-a24e-8a399ff23d6b is going to be created. [ 1167.878858] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.879137] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.879270] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.879543] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.880182] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.880449] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-7caef0ca-59fa-4ded-a24e-8a399ff23d6b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.887241] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86748d3d-9567-4e8f-8525-d96d13600410 in Status: SUCCESS [ 1167.887456] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.612893] env[69758]: INFO networking_nsxv3.common.synchronization [req-29f5dabd-a098-4900-ba49-3a60124a6c5f req-f7d7e8d6-ce56-4938-85c9-61d83c19b5e6 service nova] Enqueued Resource ID: a8727abd-89bb-4a3d-8dee-94139635e9fd with Priority: HIGHEST for action security_group_rules [ 1168.613187] env[69758]: INFO networking_nsxv3.common.synchronization [req-29f5dabd-a098-4900-ba49-3a60124a6c5f req-f7d7e8d6-ce56-4938-85c9-61d83c19b5e6 service nova] Enqueued Resource ID: a8727abd-89bb-4a3d-8dee-94139635e9fd with Priority: HIGHEST for action security_group_members [ 1168.613250] env[69758]: INFO networking_nsxv3.common.synchronization [req-29f5dabd-a098-4900-ba49-3a60124a6c5f req-f7d7e8d6-ce56-4938-85c9-61d83c19b5e6 service nova] Enqueued Resource ID: 7caef0ca-59fa-4ded-a24e-8a399ff23d6b with Priority: HIGHEST for action port [ 1168.613478] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8727abd-89bb-4a3d-8dee-94139635e9fd with Priority: HIGHEST for action security_group_rules [ 1168.613786] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8727abd-89bb-4a3d-8dee-94139635e9fd with Priority: HIGHEST for action security_group_members [ 1168.613786] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7caef0ca-59fa-4ded-a24e-8a399ff23d6b with Priority: HIGHEST for action port [ 1168.614390] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8727abd-89bb-4a3d-8dee-94139635e9fd taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.614390] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8727abd-89bb-4a3d-8dee-94139635e9fd" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.614811] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8727abd-89bb-4a3d-8dee-94139635e9fd" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.614811] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8727abd-89bb-4a3d-8dee-94139635e9fd" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.614811] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8727abd-89bb-4a3d-8dee-94139635e9fd',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.615912] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8727abd-89bb-4a3d-8dee-94139635e9fd taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.615912] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8727abd-89bb-4a3d-8dee-94139635e9fd" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.615912] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8727abd-89bb-4a3d-8dee-94139635e9fd" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.616495] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8727abd-89bb-4a3d-8dee-94139635e9fd" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.616495] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.616495] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.616495] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.616495] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.616495] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.616684] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8727abd-89bb-4a3d-8dee-94139635e9fd',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.617639] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-7caef0ca-59fa-4ded-a24e-8a399ff23d6b taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.617756] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7caef0ca-59fa-4ded-a24e-8a399ff23d6b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.617820] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7caef0ca-59fa-4ded-a24e-8a399ff23d6b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.618204] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7caef0ca-59fa-4ded-a24e-8a399ff23d6b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.618204] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7caef0ca-59fa-4ded-a24e-8a399ff23d6b',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.119776] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8727abd-89bb-4a3d-8dee-94139635e9fd',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.120816] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8727abd-89bb-4a3d-8dee-94139635e9fd taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.120936] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8727abd-89bb-4a3d-8dee-94139635e9fd" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.121306] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7caef0ca-59fa-4ded-a24e-8a399ff23d6b with status ACTIVE [ 1169.121469] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.121573] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.121634] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.123020] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.123020] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.123020] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.123020] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.123020] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.123020] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.123020] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.123020] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.123020] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.123020] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.123410] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.123410] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.123410] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7caef0ca-59fa-4ded-a24e-8a399ff23d6b is going to be updated. [ 1169.140823] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bf8bad5-c570-41f6-8d00-90360d0dc090 in Status: SUCCESS [ 1169.141020] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bf8bad5-c570-41f6-8d00-90360d0dc090 deletion is rescheduled due to dependency. [ 1169.141153] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bf8bad5-c570-41f6-8d00-90360d0dc090" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.150035] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.150035] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.150533] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.150533] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.150533] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.150754] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7caef0ca-59fa-4ded-a24e-8a399ff23d6b" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.622936] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8727abd-89bb-4a3d-8dee-94139635e9fd',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.125927] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.126369] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.126369] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.126659] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.126659] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.126786] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8727abd-89bb-4a3d-8dee-94139635e9fd is going to be created. [ 1170.152301] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.152927] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.153066] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.156306] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.156306] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.165627] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8727abd-89bb-4a3d-8dee-94139635e9fd in Status: UNINITIALIZED for 2s [ 1170.505336] env[69758]: INFO networking_nsxv3.common.synchronization [None req-897b4d8a-810b-4f82-bb6d-635e7624094d tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Enqueued Resource ID: ca0a9feb-1c0a-41ac-8046-7bedd6052a0f with Priority: HIGHEST for action security_group_rules [ 1170.505859] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca0a9feb-1c0a-41ac-8046-7bedd6052a0f with Priority: HIGHEST for action security_group_rules [ 1170.508502] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca0a9feb-1c0a-41ac-8046-7bedd6052a0f taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.508693] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca0a9feb-1c0a-41ac-8046-7bedd6052a0f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.508858] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca0a9feb-1c0a-41ac-8046-7bedd6052a0f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.509254] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca0a9feb-1c0a-41ac-8046-7bedd6052a0f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.509254] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca0a9feb-1c0a-41ac-8046-7bedd6052a0f',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.937570] env[69758]: INFO networking_nsxv3.common.synchronization [None req-69b2eafc-e0b3-4785-91f2-fc6da31fcbc6 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Enqueued Resource ID: ca0a9feb-1c0a-41ac-8046-7bedd6052a0f with Priority: HIGHEST for action security_group_rules [ 1170.937570] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca0a9feb-1c0a-41ac-8046-7bedd6052a0f with Priority: HIGHEST for action security_group_rules [ 1170.937904] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca0a9feb-1c0a-41ac-8046-7bedd6052a0f taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.938048] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca0a9feb-1c0a-41ac-8046-7bedd6052a0f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.030692] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.030853] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.030912] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.031127] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.031236] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.031320] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca0a9feb-1c0a-41ac-8046-7bedd6052a0f already deleted. [ 1171.031404] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca0a9feb-1c0a-41ac-8046-7bedd6052a0f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.031561] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca0a9feb-1c0a-41ac-8046-7bedd6052a0f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.031715] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca0a9feb-1c0a-41ac-8046-7bedd6052a0f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.031799] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca0a9feb-1c0a-41ac-8046-7bedd6052a0f',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.553161] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.553374] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.553374] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.553597] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.553720] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.553817] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca0a9feb-1c0a-41ac-8046-7bedd6052a0f already deleted. [ 1171.553901] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca0a9feb-1c0a-41ac-8046-7bedd6052a0f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.870355] env[69758]: INFO networking_nsxv3.common.synchronization [req-f6194fed-09ae-4f57-bb8b-d89d938517f3 req-5ad7d11f-36d0-4ad4-b35b-ff661dc80a5d tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Enqueued Resource ID: 86748d3d-9567-4e8f-8525-d96d13600410 with Priority: HIGHEST for action security_group_members [ 1171.870996] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86748d3d-9567-4e8f-8525-d96d13600410 with Priority: HIGHEST for action security_group_members [ 1171.872290] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-86748d3d-9567-4e8f-8525-d96d13600410 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.872439] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.872513] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.872701] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.872883] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.872991] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.873068] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.873219] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.873308] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.873406] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86748d3d-9567-4e8f-8525-d96d13600410',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.916893] env[69758]: INFO networking_nsxv3.common.synchronization [req-fc61bf53-7e21-4a27-b593-7853828792a3 req-4fc9403f-6e5b-4be8-9d43-0e077cfdeeb0 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Enqueued Resource ID: 3f267419-0a83-4663-b12b-11b03d590c85 with Priority: HIGHEST for action security_group_members [ 1171.917464] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f267419-0a83-4663-b12b-11b03d590c85 with Priority: HIGHEST for action security_group_members [ 1171.917773] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f267419-0a83-4663-b12b-11b03d590c85 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.917897] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f267419-0a83-4663-b12b-11b03d590c85" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.917975] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f267419-0a83-4663-b12b-11b03d590c85" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.918204] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f267419-0a83-4663-b12b-11b03d590c85" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.918660] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.918660] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.918660] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.918660] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.918906] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.918906] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f267419-0a83-4663-b12b-11b03d590c85',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.176105] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8727abd-89bb-4a3d-8dee-94139635e9fd in Status: SUCCESS [ 1172.176105] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8727abd-89bb-4a3d-8dee-94139635e9fd" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.176572] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8727abd-89bb-4a3d-8dee-94139635e9fd" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.176572] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8727abd-89bb-4a3d-8dee-94139635e9fd" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.176572] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.176721] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.176843] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.176986] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.177096] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.177238] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8727abd-89bb-4a3d-8dee-94139635e9fd" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.177506] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a8727abd-89bb-4a3d-8dee-94139635e9fd',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.347592] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-97 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.347791] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-97" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.347958] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-97" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.348240] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-97" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.348890] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.349125] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.349285] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.349573] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.349771] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.350037] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1172.350169] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1172.350281] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1172.350387] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1172.350603] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1172.350603] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1172.350733] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1172.371582] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1172.371757] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1172.371900] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1172.372099] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-97" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.372424] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-aee867d7-188d-4f35-b40f-16ce445f4732 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.372956] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-aee867d7-188d-4f35-b40f-16ce445f4732" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.372956] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-aee867d7-188d-4f35-b40f-16ce445f4732" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.373056] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-aee867d7-188d-4f35-b40f-16ce445f4732" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.373403] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aee867d7-188d-4f35-b40f-16ce445f4732',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.377200] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.377382] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.377451] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.377638] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.377687] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.377943] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.378106] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.378106] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.378218] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.378256] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.378350] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86748d3d-9567-4e8f-8525-d96d13600410 is going to be updated. [ 1172.409280] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.409280] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.409454] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.410915] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.410915] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.420048] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86748d3d-9567-4e8f-8525-d96d13600410 in Status: IN_PROGRESS for 2s [ 1172.421770] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f267419-0a83-4663-b12b-11b03d590c85',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.684913] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a8727abd-89bb-4a3d-8dee-94139635e9fd',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.879906] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.879906] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.879906] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.879906] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.879906] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.879906] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port aee867d7-188d-4f35-b40f-16ce445f4732 not found, creating... [ 1172.879906] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.879906] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.879906] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.879906] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.879906] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.880384] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.880384] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.880384] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.880639] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.880796] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.881046] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: aee867d7-188d-4f35-b40f-16ce445f4732 is going to be created. [ 1172.920292] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.920292] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.920292] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.920292] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.920292] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.920771] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-aee867d7-188d-4f35-b40f-16ce445f4732" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.924300] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f267419-0a83-4663-b12b-11b03d590c85',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.186501] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a8727abd-89bb-4a3d-8dee-94139635e9fd: rpc.has_security_group_logging(os_id): False [ 1173.208449] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.208622] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.208721] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.209137] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.209299] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.209596] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.209727] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.209785] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.209956] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.210324] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.210533] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8727abd-89bb-4a3d-8dee-94139635e9fd is going to be created. [ 1173.286737] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.286983] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.286983] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.287234] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.287425] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.299025] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8727abd-89bb-4a3d-8dee-94139635e9fd in Status: IN_PROGRESS for 2s [ 1173.427108] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.427286] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.427400] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.427590] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.427714] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.427783] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f267419-0a83-4663-b12b-11b03d590c85 is going to be updated. [ 1173.467706] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.467987] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.468080] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.468494] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.468598] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.479446] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f267419-0a83-4663-b12b-11b03d590c85 in Status: IN_PROGRESS for 2s [ 1173.864072] env[69758]: INFO networking_nsxv3.common.synchronization [req-fc61bf53-7e21-4a27-b593-7853828792a3 req-e569e4ac-f2c9-477d-9bc8-602cc72d982d service nova] Enqueued Resource ID: 3f267419-0a83-4663-b12b-11b03d590c85 with Priority: HIGHEST for action security_group_rules [ 1173.864276] env[69758]: INFO networking_nsxv3.common.synchronization [req-fc61bf53-7e21-4a27-b593-7853828792a3 req-e569e4ac-f2c9-477d-9bc8-602cc72d982d service nova] Enqueued Resource ID: 3f267419-0a83-4663-b12b-11b03d590c85 with Priority: HIGHEST for action security_group_members [ 1173.864421] env[69758]: INFO networking_nsxv3.common.synchronization [req-fc61bf53-7e21-4a27-b593-7853828792a3 req-e569e4ac-f2c9-477d-9bc8-602cc72d982d service nova] Enqueued Resource ID: aee867d7-188d-4f35-b40f-16ce445f4732 with Priority: HIGHEST for action port [ 1173.864652] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f267419-0a83-4663-b12b-11b03d590c85 with Priority: HIGHEST for action security_group_rules [ 1173.864776] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f267419-0a83-4663-b12b-11b03d590c85 with Priority: HIGHEST for action security_group_members [ 1173.864867] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aee867d7-188d-4f35-b40f-16ce445f4732 with Priority: HIGHEST for action port [ 1173.865434] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f267419-0a83-4663-b12b-11b03d590c85 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.865561] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f267419-0a83-4663-b12b-11b03d590c85" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.865627] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f267419-0a83-4663-b12b-11b03d590c85" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.865822] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f267419-0a83-4663-b12b-11b03d590c85" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.865899] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f267419-0a83-4663-b12b-11b03d590c85',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.866719] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f267419-0a83-4663-b12b-11b03d590c85 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.866836] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f267419-0a83-4663-b12b-11b03d590c85" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.870118] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-aee867d7-188d-4f35-b40f-16ce445f4732 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.870118] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aee867d7-188d-4f35-b40f-16ce445f4732" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.870118] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aee867d7-188d-4f35-b40f-16ce445f4732" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.870118] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aee867d7-188d-4f35-b40f-16ce445f4732" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.870118] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aee867d7-188d-4f35-b40f-16ce445f4732',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.372029] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f267419-0a83-4663-b12b-11b03d590c85 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.372029] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f267419-0a83-4663-b12b-11b03d590c85" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.372029] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aee867d7-188d-4f35-b40f-16ce445f4732 with status ACTIVE [ 1174.372029] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.372029] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.372029] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.372029] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.372029] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.372029] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.372029] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.372029] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.372029] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.372029] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.372029] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.372938] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.372938] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.372938] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.372938] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.372938] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aee867d7-188d-4f35-b40f-16ce445f4732 is going to be updated. [ 1174.395267] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.395433] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.395476] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.396068] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.396068] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.396068] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aee867d7-188d-4f35-b40f-16ce445f4732" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.433753] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86748d3d-9567-4e8f-8525-d96d13600410 in Status: SUCCESS [ 1174.433753] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86748d3d-9567-4e8f-8525-d96d13600410 deletion is rescheduled due to dependency. [ 1174.433753] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.101991] env[69758]: INFO networking_nsxv3.common.synchronization [req-b3fda0b0-290a-4149-b1ee-85057961f555 req-7c3c20ae-4a30-457f-b089-52415286a0e0 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Enqueued Resource ID: b3676a2d-6013-4704-a281-0f2dac33fa9e with Priority: HIGHEST for action security_group_members [ 1175.101991] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3676a2d-6013-4704-a281-0f2dac33fa9e with Priority: HIGHEST for action security_group_members [ 1175.102260] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3676a2d-6013-4704-a281-0f2dac33fa9e taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.102383] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3676a2d-6013-4704-a281-0f2dac33fa9e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.102450] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3676a2d-6013-4704-a281-0f2dac33fa9e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.102657] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3676a2d-6013-4704-a281-0f2dac33fa9e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.102810] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.102909] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.102973] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.103908] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.104073] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.104259] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3676a2d-6013-4704-a281-0f2dac33fa9e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.313147] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8727abd-89bb-4a3d-8dee-94139635e9fd in Status: SUCCESS [ 1175.313254] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8727abd-89bb-4a3d-8dee-94139635e9fd" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.471034] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-583 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.471376] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-583" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.471376] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-583" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.471626] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-583" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.471890] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.472312] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.472503] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.472818] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.472990] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.473282] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1175.473386] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1175.473500] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1175.473610] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1175.473722] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1175.473841] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1175.473996] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1175.494330] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f267419-0a83-4663-b12b-11b03d590c85 in Status: SUCCESS [ 1175.494547] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f267419-0a83-4663-b12b-11b03d590c85" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.494710] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f267419-0a83-4663-b12b-11b03d590c85" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.494989] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f267419-0a83-4663-b12b-11b03d590c85" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.495189] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.495340] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.495422] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.495652] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.495765] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.495895] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f267419-0a83-4663-b12b-11b03d590c85',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.498156] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1175.498345] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1175.498501] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1175.498677] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-583" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.498982] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-b30761f8-2065-4b89-92dc-30f0275ab786 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.499405] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-b30761f8-2065-4b89-92dc-30f0275ab786" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.499405] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-b30761f8-2065-4b89-92dc-30f0275ab786" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.499617] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-b30761f8-2065-4b89-92dc-30f0275ab786" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.499757] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b30761f8-2065-4b89-92dc-30f0275ab786',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.606113] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.606334] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.606416] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.606629] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.606730] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.606940] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.607081] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.607146] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.607299] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.607376] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.607463] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3676a2d-6013-4704-a281-0f2dac33fa9e is going to be updated. [ 1175.636935] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.637138] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.637224] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.637489] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.637596] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.648546] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3676a2d-6013-4704-a281-0f2dac33fa9e in Status: IN_PROGRESS for 2s [ 1176.001994] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f267419-0a83-4663-b12b-11b03d590c85',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.005244] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.005467] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.005600] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.005882] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.006058] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.006419] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port b30761f8-2065-4b89-92dc-30f0275ab786 not found, creating... [ 1176.006807] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.007035] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.007185] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.007428] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.007578] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.007874] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.008084] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.008179] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.008381] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.008520] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.008661] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: b30761f8-2065-4b89-92dc-30f0275ab786 is going to be created. [ 1176.029202] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.029523] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.029722] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.030114] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.030467] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.030816] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-b30761f8-2065-4b89-92dc-30f0275ab786" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.511286] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f267419-0a83-4663-b12b-11b03d590c85',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.757650] env[69758]: INFO networking_nsxv3.common.synchronization [req-b3fda0b0-290a-4149-b1ee-85057961f555 req-48efaffa-dab1-452c-ae02-65389e5f22bf service nova] Enqueued Resource ID: b3676a2d-6013-4704-a281-0f2dac33fa9e with Priority: HIGHEST for action security_group_rules [ 1176.757650] env[69758]: INFO networking_nsxv3.common.synchronization [req-b3fda0b0-290a-4149-b1ee-85057961f555 req-48efaffa-dab1-452c-ae02-65389e5f22bf service nova] Enqueued Resource ID: b3676a2d-6013-4704-a281-0f2dac33fa9e with Priority: HIGHEST for action security_group_members [ 1176.757982] env[69758]: INFO networking_nsxv3.common.synchronization [req-b3fda0b0-290a-4149-b1ee-85057961f555 req-48efaffa-dab1-452c-ae02-65389e5f22bf service nova] Enqueued Resource ID: b30761f8-2065-4b89-92dc-30f0275ab786 with Priority: HIGHEST for action port [ 1176.758898] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3676a2d-6013-4704-a281-0f2dac33fa9e with Priority: HIGHEST for action security_group_rules [ 1176.759112] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3676a2d-6013-4704-a281-0f2dac33fa9e with Priority: HIGHEST for action security_group_members [ 1176.763021] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b30761f8-2065-4b89-92dc-30f0275ab786 with Priority: HIGHEST for action port [ 1176.763021] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3676a2d-6013-4704-a281-0f2dac33fa9e taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.763021] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3676a2d-6013-4704-a281-0f2dac33fa9e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.763021] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3676a2d-6013-4704-a281-0f2dac33fa9e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.763021] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3676a2d-6013-4704-a281-0f2dac33fa9e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.763021] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3676a2d-6013-4704-a281-0f2dac33fa9e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.763021] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3676a2d-6013-4704-a281-0f2dac33fa9e taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.763021] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3676a2d-6013-4704-a281-0f2dac33fa9e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.763021] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-b30761f8-2065-4b89-92dc-30f0275ab786 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.763021] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b30761f8-2065-4b89-92dc-30f0275ab786" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.763021] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b30761f8-2065-4b89-92dc-30f0275ab786" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.763021] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b30761f8-2065-4b89-92dc-30f0275ab786" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.763021] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b30761f8-2065-4b89-92dc-30f0275ab786',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.014696] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.015041] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.015159] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.015447] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.015615] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.015796] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f267419-0a83-4663-b12b-11b03d590c85 is going to be updated. [ 1177.050216] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.050408] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.050449] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.050673] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.051239] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.062052] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f267419-0a83-4663-b12b-11b03d590c85 in Status: IN_PROGRESS for 2s [ 1177.269042] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3676a2d-6013-4704-a281-0f2dac33fa9e taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.269042] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3676a2d-6013-4704-a281-0f2dac33fa9e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.269426] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b30761f8-2065-4b89-92dc-30f0275ab786 with status ACTIVE [ 1177.269717] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.269896] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.270032] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.270278] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.270402] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.270680] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.270825] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.270920] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.271173] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.271267] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.271822] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.271822] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.271822] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.271822] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.271822] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.272121] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b30761f8-2065-4b89-92dc-30f0275ab786 is going to be updated. [ 1177.296494] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.296693] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.296763] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.297061] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.297257] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.297457] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b30761f8-2065-4b89-92dc-30f0275ab786" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.658315] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3676a2d-6013-4704-a281-0f2dac33fa9e in Status: SUCCESS [ 1177.658708] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3676a2d-6013-4704-a281-0f2dac33fa9e deletion is rescheduled due to dependency. [ 1177.658708] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3676a2d-6013-4704-a281-0f2dac33fa9e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.658839] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3676a2d-6013-4704-a281-0f2dac33fa9e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.659406] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3676a2d-6013-4704-a281-0f2dac33fa9e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.659406] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.659406] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.659406] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.659642] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.659642] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.659707] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3676a2d-6013-4704-a281-0f2dac33fa9e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.161737] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3676a2d-6013-4704-a281-0f2dac33fa9e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.664693] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3676a2d-6013-4704-a281-0f2dac33fa9e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.072559] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f267419-0a83-4663-b12b-11b03d590c85 in Status: SUCCESS [ 1179.072762] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f267419-0a83-4663-b12b-11b03d590c85" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.072906] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f267419-0a83-4663-b12b-11b03d590c85" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.073170] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f267419-0a83-4663-b12b-11b03d590c85" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.073396] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.073518] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.073587] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.073756] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.073842] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.073932] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f267419-0a83-4663-b12b-11b03d590c85" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.074048] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f267419-0a83-4663-b12b-11b03d590c85',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.167533] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.167754] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.167808] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.168106] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.168195] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.168305] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3676a2d-6013-4704-a281-0f2dac33fa9e is going to be updated. [ 1179.229261] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.229453] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.229557] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.229786] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.229948] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.240249] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3676a2d-6013-4704-a281-0f2dac33fa9e in Status: IN_PROGRESS for 2s [ 1179.575932] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f267419-0a83-4663-b12b-11b03d590c85',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.080873] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f267419-0a83-4663-b12b-11b03d590c85: rpc.has_security_group_logging(os_id): False [ 1180.101442] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.101442] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.101442] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.101442] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.120535] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.121603] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.121969] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.122206] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.122566] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.122797] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.123119] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f267419-0a83-4663-b12b-11b03d590c85 is going to be updated. [ 1180.239999] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.239999] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.240308] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.240308] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.240427] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.258549] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f267419-0a83-4663-b12b-11b03d590c85 in Status: IN_PROGRESS for 2s [ 1181.254504] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3676a2d-6013-4704-a281-0f2dac33fa9e in Status: SUCCESS [ 1181.254822] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3676a2d-6013-4704-a281-0f2dac33fa9e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.254944] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3676a2d-6013-4704-a281-0f2dac33fa9e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.256335] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3676a2d-6013-4704-a281-0f2dac33fa9e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.256335] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.256335] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.256335] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.256335] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.256335] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.256335] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3676a2d-6013-4704-a281-0f2dac33fa9e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.256335] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b3676a2d-6013-4704-a281-0f2dac33fa9e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.758684] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b3676a2d-6013-4704-a281-0f2dac33fa9e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.760202] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1181.760202] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1182.260888] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b3676a2d-6013-4704-a281-0f2dac33fa9e: rpc.has_security_group_logging(os_id): False [ 1182.277198] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f267419-0a83-4663-b12b-11b03d590c85 in Status: SUCCESS [ 1182.277458] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f267419-0a83-4663-b12b-11b03d590c85" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.278392] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.278532] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.278577] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.279030] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.279030] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.279173] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.279231] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.279269] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.279438] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.279524] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.279622] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3676a2d-6013-4704-a281-0f2dac33fa9e is going to be updated. [ 1182.347664] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.347911] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.347911] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.348122] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.348284] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.398412] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3676a2d-6013-4704-a281-0f2dac33fa9e in Status: IN_PROGRESS for 2s [ 1182.418638] env[69758]: INFO networking_nsxv3.common.synchronization [req-bdcb13a7-adb4-45ac-93bf-993da1b01391 req-4da28a3c-2479-4398-a341-1a4deb112a21 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Enqueued Resource ID: ca0a9feb-1c0a-41ac-8046-7bedd6052a0f with Priority: HIGHEST for action security_group_members [ 1182.419521] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca0a9feb-1c0a-41ac-8046-7bedd6052a0f with Priority: HIGHEST for action security_group_members [ 1182.419951] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca0a9feb-1c0a-41ac-8046-7bedd6052a0f taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.420140] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca0a9feb-1c0a-41ac-8046-7bedd6052a0f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.420243] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca0a9feb-1c0a-41ac-8046-7bedd6052a0f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.420763] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca0a9feb-1c0a-41ac-8046-7bedd6052a0f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.421038] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.421178] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.421328] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.421579] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.421792] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.421930] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca0a9feb-1c0a-41ac-8046-7bedd6052a0f',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.903020] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-815 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.903020] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-815" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.903254] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-815" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.903451] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-815" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.903686] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.903875] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.904010] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.904251] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.904403] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.904612] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1182.904731] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1182.904841] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1182.904980] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1182.905201] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1182.905331] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1182.905490] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1182.927962] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.928212] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.928212] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.928453] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.928547] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.928759] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.928859] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.928913] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.929085] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.929163] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.929247] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca0a9feb-1c0a-41ac-8046-7bedd6052a0f already deleted. [ 1182.929357] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca0a9feb-1c0a-41ac-8046-7bedd6052a0f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.930446] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1182.930661] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1182.930804] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1182.930969] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-815" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.931272] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-b6642af1-5a91-4916-b02b-f8b42ff5a2c4 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.931439] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-b6642af1-5a91-4916-b02b-f8b42ff5a2c4" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.931561] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-b6642af1-5a91-4916-b02b-f8b42ff5a2c4" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.931857] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-b6642af1-5a91-4916-b02b-f8b42ff5a2c4" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.932008] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6642af1-5a91-4916-b02b-f8b42ff5a2c4',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.434331] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.434751] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.434751] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.435132] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.435338] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.435519] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port b6642af1-5a91-4916-b02b-f8b42ff5a2c4 not found, creating... [ 1183.435799] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.435962] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.436096] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.436327] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.436544] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.436932] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.437172] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.437301] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.437513] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.437654] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.437797] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: b6642af1-5a91-4916-b02b-f8b42ff5a2c4 is going to be created. [ 1183.463584] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.463825] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.463870] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.464188] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.464459] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.464678] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-b6642af1-5a91-4916-b02b-f8b42ff5a2c4" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.949837] env[69758]: INFO networking_nsxv3.common.synchronization [req-fc0f3b3e-e3cc-4a34-9515-72d14d3be2a3 req-2ad4be0d-e2ae-48c8-83fb-c93626cf6555 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Enqueued Resource ID: 2cb34ad3-c41a-4aac-b219-433cdc73f5b6 with Priority: HIGHEST for action security_group_members [ 1183.950323] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cb34ad3-c41a-4aac-b219-433cdc73f5b6 with Priority: HIGHEST for action security_group_members [ 1183.950619] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cb34ad3-c41a-4aac-b219-433cdc73f5b6 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.950738] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cb34ad3-c41a-4aac-b219-433cdc73f5b6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.950812] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cb34ad3-c41a-4aac-b219-433cdc73f5b6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.951012] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cb34ad3-c41a-4aac-b219-433cdc73f5b6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.951220] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.951326] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.951390] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.951544] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.951633] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.951726] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2cb34ad3-c41a-4aac-b219-433cdc73f5b6',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.208141] env[69758]: INFO networking_nsxv3.common.synchronization [req-bdcb13a7-adb4-45ac-93bf-993da1b01391 req-e9bb1d7d-3541-478a-8aa1-2ac21c76712c service nova] Enqueued Resource ID: ca0a9feb-1c0a-41ac-8046-7bedd6052a0f with Priority: HIGHEST for action security_group_rules [ 1184.208523] env[69758]: INFO networking_nsxv3.common.synchronization [req-bdcb13a7-adb4-45ac-93bf-993da1b01391 req-e9bb1d7d-3541-478a-8aa1-2ac21c76712c service nova] Enqueued Resource ID: ca0a9feb-1c0a-41ac-8046-7bedd6052a0f with Priority: HIGHEST for action security_group_members [ 1184.208764] env[69758]: INFO networking_nsxv3.common.synchronization [req-bdcb13a7-adb4-45ac-93bf-993da1b01391 req-e9bb1d7d-3541-478a-8aa1-2ac21c76712c service nova] Enqueued Resource ID: b6642af1-5a91-4916-b02b-f8b42ff5a2c4 with Priority: HIGHEST for action port [ 1184.209761] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca0a9feb-1c0a-41ac-8046-7bedd6052a0f with Priority: HIGHEST for action security_group_rules [ 1184.210999] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca0a9feb-1c0a-41ac-8046-7bedd6052a0f with Priority: HIGHEST for action security_group_members [ 1184.210999] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6642af1-5a91-4916-b02b-f8b42ff5a2c4 with Priority: HIGHEST for action port [ 1184.210999] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca0a9feb-1c0a-41ac-8046-7bedd6052a0f taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.210999] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca0a9feb-1c0a-41ac-8046-7bedd6052a0f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.210999] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca0a9feb-1c0a-41ac-8046-7bedd6052a0f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.211459] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca0a9feb-1c0a-41ac-8046-7bedd6052a0f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.211459] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca0a9feb-1c0a-41ac-8046-7bedd6052a0f',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.212370] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca0a9feb-1c0a-41ac-8046-7bedd6052a0f taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.212481] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca0a9feb-1c0a-41ac-8046-7bedd6052a0f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.212546] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca0a9feb-1c0a-41ac-8046-7bedd6052a0f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.212715] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca0a9feb-1c0a-41ac-8046-7bedd6052a0f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.212857] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.212947] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.213031] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.213182] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.213334] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.213378] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca0a9feb-1c0a-41ac-8046-7bedd6052a0f',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.215442] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-b6642af1-5a91-4916-b02b-f8b42ff5a2c4 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.215618] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b6642af1-5a91-4916-b02b-f8b42ff5a2c4" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.215726] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b6642af1-5a91-4916-b02b-f8b42ff5a2c4" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.215924] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b6642af1-5a91-4916-b02b-f8b42ff5a2c4" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.216058] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6642af1-5a91-4916-b02b-f8b42ff5a2c4',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.417657] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3676a2d-6013-4704-a281-0f2dac33fa9e in Status: SUCCESS [ 1184.417657] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3676a2d-6013-4704-a281-0f2dac33fa9e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.453765] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.454089] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.454089] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.454242] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.480960] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.482444] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.482649] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.482707] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.482934] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.483039] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.483149] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cb34ad3-c41a-4aac-b219-433cdc73f5b6 is going to be updated. [ 1184.512762] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.512762] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.512762] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.513641] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.513641] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.522914] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cb34ad3-c41a-4aac-b219-433cdc73f5b6 in Status: IN_PROGRESS for 2s [ 1184.690867] env[69758]: INFO networking_nsxv3.common.synchronization [None req-5c8ecc4a-6d59-4f91-a0c5-fa8dab3ad7f0 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Enqueued Resource ID: 906fdf4d-8fe5-4ae9-ae53-c16067153149 with Priority: HIGHEST for action security_group_rules [ 1184.691645] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 906fdf4d-8fe5-4ae9-ae53-c16067153149 with Priority: HIGHEST for action security_group_rules [ 1184.691645] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-906fdf4d-8fe5-4ae9-ae53-c16067153149 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.691645] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-906fdf4d-8fe5-4ae9-ae53-c16067153149" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.691786] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-906fdf4d-8fe5-4ae9-ae53-c16067153149" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.691929] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-906fdf4d-8fe5-4ae9-ae53-c16067153149" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.692011] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('906fdf4d-8fe5-4ae9-ae53-c16067153149',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.717859] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b6642af1-5a91-4916-b02b-f8b42ff5a2c4 with status ACTIVE [ 1184.718156] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.718586] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.718586] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.718586] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.718711] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.721958] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.721958] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.721958] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.721958] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.721958] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.721958] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.721958] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.721958] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.721958] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.721958] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.721958] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b6642af1-5a91-4916-b02b-f8b42ff5a2c4 is going to be updated. [ 1184.721958] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca0a9feb-1c0a-41ac-8046-7bedd6052a0f taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.721958] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca0a9feb-1c0a-41ac-8046-7bedd6052a0f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.721958] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca0a9feb-1c0a-41ac-8046-7bedd6052a0f',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.743572] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.743766] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.743843] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.744016] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.744140] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.744304] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b6642af1-5a91-4916-b02b-f8b42ff5a2c4" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.818292] env[69758]: INFO networking_nsxv3.common.synchronization [None req-766d1d92-da52-4c5d-8bb3-b9b16206a140 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Enqueued Resource ID: 906fdf4d-8fe5-4ae9-ae53-c16067153149 with Priority: HIGHEST for action security_group_rules [ 1184.819060] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 906fdf4d-8fe5-4ae9-ae53-c16067153149 with Priority: HIGHEST for action security_group_rules [ 1184.819060] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-906fdf4d-8fe5-4ae9-ae53-c16067153149 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.819060] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-906fdf4d-8fe5-4ae9-ae53-c16067153149" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.216189] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.216308] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.216381] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.216598] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.216690] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.216801] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 906fdf4d-8fe5-4ae9-ae53-c16067153149 already deleted. [ 1185.216888] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-906fdf4d-8fe5-4ae9-ae53-c16067153149" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.217073] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-906fdf4d-8fe5-4ae9-ae53-c16067153149" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.217274] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-906fdf4d-8fe5-4ae9-ae53-c16067153149" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.217408] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('906fdf4d-8fe5-4ae9-ae53-c16067153149',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.224065] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca0a9feb-1c0a-41ac-8046-7bedd6052a0f',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.727063] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.727429] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.727429] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.727503] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.727629] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.727682] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca0a9feb-1c0a-41ac-8046-7bedd6052a0f is going to be created. [ 1185.738924] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.739177] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.739177] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.739354] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.739446] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.739543] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 906fdf4d-8fe5-4ae9-ae53-c16067153149 already deleted. [ 1185.739626] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-906fdf4d-8fe5-4ae9-ae53-c16067153149" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.749355] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.749531] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.749592] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.749783] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.749939] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.761783] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca0a9feb-1c0a-41ac-8046-7bedd6052a0f in Status: UNINITIALIZED for 2s [ 1186.532688] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cb34ad3-c41a-4aac-b219-433cdc73f5b6 in Status: SUCCESS [ 1186.532982] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cb34ad3-c41a-4aac-b219-433cdc73f5b6 deletion is rescheduled due to dependency. [ 1186.533192] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cb34ad3-c41a-4aac-b219-433cdc73f5b6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.775845] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca0a9feb-1c0a-41ac-8046-7bedd6052a0f in Status: SUCCESS [ 1187.775845] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca0a9feb-1c0a-41ac-8046-7bedd6052a0f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.775845] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca0a9feb-1c0a-41ac-8046-7bedd6052a0f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.775845] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca0a9feb-1c0a-41ac-8046-7bedd6052a0f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.775845] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.775845] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.775845] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.775845] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.775845] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.775845] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca0a9feb-1c0a-41ac-8046-7bedd6052a0f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.775845] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ca0a9feb-1c0a-41ac-8046-7bedd6052a0f',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.934691] env[69758]: INFO networking_nsxv3.common.synchronization [req-447fc1d7-f8df-459b-b5b9-30fb0ce39e5a req-19c51f33-3837-4146-b785-09acc3c386db tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Enqueued Resource ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 with Priority: HIGHEST for action security_group_members [ 1187.936364] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 with Priority: HIGHEST for action security_group_members [ 1187.936364] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-71e28d65-4abb-4c84-ba3e-57e57ae28960 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.936364] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.936364] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.936364] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.936364] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.936364] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.936364] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.937181] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.937181] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.937181] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71e28d65-4abb-4c84-ba3e-57e57ae28960',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.283470] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ca0a9feb-1c0a-41ac-8046-7bedd6052a0f',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.439168] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.439397] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.439519] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.439752] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.439838] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.440017] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.440124] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.440185] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.440342] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.440418] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.440504] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 is going to be updated. [ 1188.474451] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.474688] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.474688] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.474936] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.475030] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.485197] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 in Status: IN_PROGRESS for 2s [ 1188.786264] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ca0a9feb-1c0a-41ac-8046-7bedd6052a0f: rpc.has_security_group_logging(os_id): False [ 1188.803746] env[69758]: INFO networking_nsxv3.common.synchronization [None req-afec7df3-fdc9-4859-b903-31363fd5c49a tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Enqueued Resource ID: 0669151b-9f07-4636-b94c-3ed9ee1ae80e with Priority: HIGHEST for action security_group_rules [ 1188.804320] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0669151b-9f07-4636-b94c-3ed9ee1ae80e with Priority: HIGHEST for action security_group_rules [ 1188.804629] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0669151b-9f07-4636-b94c-3ed9ee1ae80e taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.804752] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0669151b-9f07-4636-b94c-3ed9ee1ae80e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.804822] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0669151b-9f07-4636-b94c-3ed9ee1ae80e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.805099] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0669151b-9f07-4636-b94c-3ed9ee1ae80e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.805179] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0669151b-9f07-4636-b94c-3ed9ee1ae80e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.806650] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.806753] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.806830] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.806996] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.807181] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.807455] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.807558] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.807611] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.807763] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.807841] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.807921] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca0a9feb-1c0a-41ac-8046-7bedd6052a0f is going to be created. [ 1188.883021] env[69758]: INFO networking_nsxv3.common.synchronization [None req-5e202cf1-acf3-442a-ba2e-abd0412ade77 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Enqueued Resource ID: 0669151b-9f07-4636-b94c-3ed9ee1ae80e with Priority: HIGHEST for action security_group_rules [ 1188.883021] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0669151b-9f07-4636-b94c-3ed9ee1ae80e with Priority: HIGHEST for action security_group_rules [ 1188.883021] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0669151b-9f07-4636-b94c-3ed9ee1ae80e taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.883386] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0669151b-9f07-4636-b94c-3ed9ee1ae80e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.887608] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.888018] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.888125] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.888347] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.888536] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.900131] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca0a9feb-1c0a-41ac-8046-7bedd6052a0f in Status: IN_PROGRESS for 2s [ 1189.331236] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.331417] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.331529] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.331792] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.331934] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.332168] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0669151b-9f07-4636-b94c-3ed9ee1ae80e already deleted. [ 1189.332168] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0669151b-9f07-4636-b94c-3ed9ee1ae80e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.332322] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0669151b-9f07-4636-b94c-3ed9ee1ae80e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.332510] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0669151b-9f07-4636-b94c-3ed9ee1ae80e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.332607] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0669151b-9f07-4636-b94c-3ed9ee1ae80e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.853668] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.854120] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.854120] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.854120] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.854224] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.854295] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0669151b-9f07-4636-b94c-3ed9ee1ae80e already deleted. [ 1189.854376] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0669151b-9f07-4636-b94c-3ed9ee1ae80e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.495747] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 in Status: SUCCESS [ 1190.495961] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 deletion is rescheduled due to dependency. [ 1190.496062] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.913316] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca0a9feb-1c0a-41ac-8046-7bedd6052a0f in Status: SUCCESS [ 1190.913771] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca0a9feb-1c0a-41ac-8046-7bedd6052a0f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.940119] env[69758]: INFO networking_nsxv3.common.synchronization [req-00db1b19-0f2d-4043-b3af-195f71c0ee64 req-c1ee1a01-180c-4b0b-bfdc-65d4b203f0f1 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Enqueued Resource ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 with Priority: HIGHEST for action security_group_members [ 1190.940119] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 with Priority: HIGHEST for action security_group_members [ 1190.940637] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-71e28d65-4abb-4c84-ba3e-57e57ae28960 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.940637] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.940637] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.940637] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.940793] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.940937] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.941041] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.941211] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.941296] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.941386] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71e28d65-4abb-4c84-ba3e-57e57ae28960',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.237595] env[69758]: INFO networking_nsxv3.common.synchronization [req-937ff685-d7fe-4627-8d6e-70a68cfb17eb req-38b87ab9-8791-4b14-a155-297d3af4f7f6 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Enqueued Resource ID: 901c55bc-6356-414c-bc3a-6ff527b8fab1 with Priority: HIGHEST for action security_group_members [ 1191.238166] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 901c55bc-6356-414c-bc3a-6ff527b8fab1 with Priority: HIGHEST for action security_group_members [ 1191.241791] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-901c55bc-6356-414c-bc3a-6ff527b8fab1 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.241929] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-901c55bc-6356-414c-bc3a-6ff527b8fab1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.242095] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-901c55bc-6356-414c-bc3a-6ff527b8fab1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.242221] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-901c55bc-6356-414c-bc3a-6ff527b8fab1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.242444] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.242535] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.242587] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.242808] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.242908] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.243018] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('901c55bc-6356-414c-bc3a-6ff527b8fab1',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.252765] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-926 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.252971] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-926" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.253145] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-926" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.253514] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-926" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.254541] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.254541] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.254541] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.254934] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.254934] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.255138] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1191.255233] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1191.255308] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1191.255424] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1191.255546] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1191.255657] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1191.255793] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1191.280275] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1191.280481] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1191.280630] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1191.280894] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-926" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.281313] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-c25c1985-d2bd-46b8-9ee6-668fb9f6e826 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.281505] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-c25c1985-d2bd-46b8-9ee6-668fb9f6e826" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.281640] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-c25c1985-d2bd-46b8-9ee6-668fb9f6e826" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.281975] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-c25c1985-d2bd-46b8-9ee6-668fb9f6e826" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.282136] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c25c1985-d2bd-46b8-9ee6-668fb9f6e826',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.444117] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.444265] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.444339] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.444555] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.444649] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.444841] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.444944] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.445053] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.445256] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.445342] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.445435] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 is going to be updated. [ 1191.471533] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.471696] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.471747] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.471986] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.472155] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.482468] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 in Status: IN_PROGRESS for 2s [ 1191.745835] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.746044] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.746044] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.746252] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.746357] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.746562] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.746662] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.746713] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.746866] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.746969] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.747048] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 901c55bc-6356-414c-bc3a-6ff527b8fab1 is going to be updated. [ 1191.776201] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.776407] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.776459] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.776693] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.776855] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.785098] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.785401] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.785604] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.785974] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.786186] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.786381] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port c25c1985-d2bd-46b8-9ee6-668fb9f6e826 not found, creating... [ 1191.786703] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.787675] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.787675] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.787675] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.787675] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.788112] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.788112] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.788296] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.788549] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.788748] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.788907] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: c25c1985-d2bd-46b8-9ee6-668fb9f6e826 is going to be created. [ 1191.792374] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 901c55bc-6356-414c-bc3a-6ff527b8fab1 in Status: IN_PROGRESS for 2s [ 1191.811178] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.811417] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.811583] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.811873] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.812133] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.812377] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-c25c1985-d2bd-46b8-9ee6-668fb9f6e826" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.493923] env[69758]: INFO networking_nsxv3.common.synchronization [req-00db1b19-0f2d-4043-b3af-195f71c0ee64 req-42212c35-2c15-4ed9-a2d1-f7733d42c2bb service nova] Enqueued Resource ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 with Priority: HIGHEST for action security_group_rules [ 1192.494217] env[69758]: INFO networking_nsxv3.common.synchronization [req-00db1b19-0f2d-4043-b3af-195f71c0ee64 req-42212c35-2c15-4ed9-a2d1-f7733d42c2bb service nova] Enqueued Resource ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 with Priority: HIGHEST for action security_group_members [ 1192.494349] env[69758]: INFO networking_nsxv3.common.synchronization [req-00db1b19-0f2d-4043-b3af-195f71c0ee64 req-42212c35-2c15-4ed9-a2d1-f7733d42c2bb service nova] Enqueued Resource ID: c25c1985-d2bd-46b8-9ee6-668fb9f6e826 with Priority: HIGHEST for action port [ 1192.494718] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 with Priority: HIGHEST for action security_group_rules [ 1192.494847] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 with Priority: HIGHEST for action security_group_members [ 1192.494947] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c25c1985-d2bd-46b8-9ee6-668fb9f6e826 with Priority: HIGHEST for action port [ 1192.495569] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71e28d65-4abb-4c84-ba3e-57e57ae28960 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.495793] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.495793] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.496037] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.496037] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71e28d65-4abb-4c84-ba3e-57e57ae28960',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.498130] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-71e28d65-4abb-4c84-ba3e-57e57ae28960 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.498198] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.498539] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-c25c1985-d2bd-46b8-9ee6-668fb9f6e826 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.498696] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c25c1985-d2bd-46b8-9ee6-668fb9f6e826" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.498769] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c25c1985-d2bd-46b8-9ee6-668fb9f6e826" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.499020] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c25c1985-d2bd-46b8-9ee6-668fb9f6e826" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.499106] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c25c1985-d2bd-46b8-9ee6-668fb9f6e826',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.999095] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-71e28d65-4abb-4c84-ba3e-57e57ae28960 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.999309] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.000579] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c25c1985-d2bd-46b8-9ee6-668fb9f6e826 with status ACTIVE [ 1193.000767] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.000886] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.000954] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.001371] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.001371] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.001490] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.001575] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.001732] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.001788] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.001868] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.002056] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.002153] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.002233] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.002347] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.002446] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.002494] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c25c1985-d2bd-46b8-9ee6-668fb9f6e826 is going to be updated. [ 1193.035497] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.035747] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.035747] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.035948] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.036109] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.036280] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c25c1985-d2bd-46b8-9ee6-668fb9f6e826" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.494066] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 in Status: SUCCESS [ 1193.494066] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 deletion is rescheduled due to dependency. [ 1193.494550] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.494550] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.494550] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.494779] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.494901] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.494968] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.495631] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.495631] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.495631] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71e28d65-4abb-4c84-ba3e-57e57ae28960',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.803071] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 901c55bc-6356-414c-bc3a-6ff527b8fab1 in Status: SUCCESS [ 1193.803281] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 901c55bc-6356-414c-bc3a-6ff527b8fab1 deletion is rescheduled due to dependency. [ 1193.803347] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-901c55bc-6356-414c-bc3a-6ff527b8fab1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.997340] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71e28d65-4abb-4c84-ba3e-57e57ae28960',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.499308] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71e28d65-4abb-4c84-ba3e-57e57ae28960',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.607149] env[69758]: INFO networking_nsxv3.common.synchronization [req-c7db608c-917e-49f5-bf2a-c80a877b2357 req-2d16f856-668b-4a29-8fd7-7bd50efdab17 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Enqueued Resource ID: 0669151b-9f07-4636-b94c-3ed9ee1ae80e with Priority: HIGHEST for action security_group_members [ 1194.607658] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0669151b-9f07-4636-b94c-3ed9ee1ae80e with Priority: HIGHEST for action security_group_members [ 1194.608385] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-0669151b-9f07-4636-b94c-3ed9ee1ae80e taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.608385] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0669151b-9f07-4636-b94c-3ed9ee1ae80e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.608385] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0669151b-9f07-4636-b94c-3ed9ee1ae80e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.608602] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0669151b-9f07-4636-b94c-3ed9ee1ae80e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.608602] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.608710] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.608755] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.608888] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.608978] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.609258] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0669151b-9f07-4636-b94c-3ed9ee1ae80e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.915245] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-130 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.915441] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-130" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.915578] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-130" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.915896] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-130" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.916177] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.916396] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.916451] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.916668] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.916819] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.917038] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1194.917217] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1194.917328] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1194.917438] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1194.917550] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1194.917655] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1194.917786] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1194.945982] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1194.946190] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1194.946334] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1194.946520] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-130" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.946852] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-f48e6d89-0234-4f27-8058-e132f03e2b35 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.947040] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-f48e6d89-0234-4f27-8058-e132f03e2b35" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.947252] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-f48e6d89-0234-4f27-8058-e132f03e2b35" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.947899] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-f48e6d89-0234-4f27-8058-e132f03e2b35" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.947899] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f48e6d89-0234-4f27-8058-e132f03e2b35',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.001819] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.001988] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.002047] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.002268] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.002363] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.002468] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 is going to be updated. [ 1195.030739] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.030905] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.030963] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.032028] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.032028] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.040531] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 in Status: IN_PROGRESS for 2s [ 1195.115754] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.115754] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.115754] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.115754] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.115754] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.115754] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.115754] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.115754] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.115754] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.115754] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.115754] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0669151b-9f07-4636-b94c-3ed9ee1ae80e already deleted. [ 1195.115754] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0669151b-9f07-4636-b94c-3ed9ee1ae80e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.450469] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.450670] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.450780] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.451085] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.451252] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.451412] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port f48e6d89-0234-4f27-8058-e132f03e2b35 not found, creating... [ 1195.451672] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.451832] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.451953] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.452193] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.452340] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.452627] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.452817] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.452943] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.453174] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.453316] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.453459] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: f48e6d89-0234-4f27-8058-e132f03e2b35 is going to be created. [ 1195.472349] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.472570] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.472676] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.472953] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.473215] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.473448] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-f48e6d89-0234-4f27-8058-e132f03e2b35" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.139697] env[69758]: INFO networking_nsxv3.common.synchronization [req-c7db608c-917e-49f5-bf2a-c80a877b2357 req-ed1703e6-de81-4611-bd28-1b3b1e791543 service nova] Enqueued Resource ID: 0669151b-9f07-4636-b94c-3ed9ee1ae80e with Priority: HIGHEST for action security_group_rules [ 1196.139988] env[69758]: INFO networking_nsxv3.common.synchronization [req-c7db608c-917e-49f5-bf2a-c80a877b2357 req-ed1703e6-de81-4611-bd28-1b3b1e791543 service nova] Enqueued Resource ID: 0669151b-9f07-4636-b94c-3ed9ee1ae80e with Priority: HIGHEST for action security_group_members [ 1196.140199] env[69758]: INFO networking_nsxv3.common.synchronization [req-c7db608c-917e-49f5-bf2a-c80a877b2357 req-ed1703e6-de81-4611-bd28-1b3b1e791543 service nova] Enqueued Resource ID: f48e6d89-0234-4f27-8058-e132f03e2b35 with Priority: HIGHEST for action port [ 1196.140953] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0669151b-9f07-4636-b94c-3ed9ee1ae80e with Priority: HIGHEST for action security_group_rules [ 1196.141165] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0669151b-9f07-4636-b94c-3ed9ee1ae80e with Priority: HIGHEST for action security_group_members [ 1196.141311] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f48e6d89-0234-4f27-8058-e132f03e2b35 with Priority: HIGHEST for action port [ 1196.141672] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0669151b-9f07-4636-b94c-3ed9ee1ae80e taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.141831] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0669151b-9f07-4636-b94c-3ed9ee1ae80e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.142040] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0669151b-9f07-4636-b94c-3ed9ee1ae80e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.142321] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0669151b-9f07-4636-b94c-3ed9ee1ae80e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.142487] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0669151b-9f07-4636-b94c-3ed9ee1ae80e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.143729] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-0669151b-9f07-4636-b94c-3ed9ee1ae80e taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.143729] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0669151b-9f07-4636-b94c-3ed9ee1ae80e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.143729] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0669151b-9f07-4636-b94c-3ed9ee1ae80e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.144129] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0669151b-9f07-4636-b94c-3ed9ee1ae80e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.144339] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.144502] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.144592] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.144787] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.144965] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.145120] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0669151b-9f07-4636-b94c-3ed9ee1ae80e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.146108] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-f48e6d89-0234-4f27-8058-e132f03e2b35 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.146255] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f48e6d89-0234-4f27-8058-e132f03e2b35" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.146346] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f48e6d89-0234-4f27-8058-e132f03e2b35" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.146575] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f48e6d89-0234-4f27-8058-e132f03e2b35" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.146675] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f48e6d89-0234-4f27-8058-e132f03e2b35',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.648895] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0669151b-9f07-4636-b94c-3ed9ee1ae80e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.649997] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-0669151b-9f07-4636-b94c-3ed9ee1ae80e taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.650153] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0669151b-9f07-4636-b94c-3ed9ee1ae80e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.650348] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f48e6d89-0234-4f27-8058-e132f03e2b35 with status ACTIVE [ 1196.650489] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.650599] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.650665] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.650880] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.650969] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.651147] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.651250] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.651306] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.651457] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.651537] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.651721] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.651807] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.651866] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.652019] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.652101] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.652189] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f48e6d89-0234-4f27-8058-e132f03e2b35 is going to be updated. [ 1196.678576] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.678829] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.678829] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.679011] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.679170] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.679337] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f48e6d89-0234-4f27-8058-e132f03e2b35" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.050749] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 in Status: SUCCESS [ 1197.050987] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.051167] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.051386] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.051572] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.051696] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.051759] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.051911] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.051993] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.052093] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.052183] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('71e28d65-4abb-4c84-ba3e-57e57ae28960',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.154400] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0669151b-9f07-4636-b94c-3ed9ee1ae80e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.554279] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-71e28d65-4abb-4c84-ba3e-57e57ae28960 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.554483] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.554530] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.554823] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.555104] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.555205] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.555259] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.555417] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.555507] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.555599] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.555744] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-71e28d65-4abb-4c84-ba3e-57e57ae28960 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.555837] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.555893] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.556051] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.556195] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.556900] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.556900] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.556900] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.557070] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.557070] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.557268] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('71e28d65-4abb-4c84-ba3e-57e57ae28960',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.656544] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.656732] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.656732] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.657051] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.657249] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.657384] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0669151b-9f07-4636-b94c-3ed9ee1ae80e is going to be created. [ 1197.681212] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.681443] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.681443] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.681630] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.681797] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.690645] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0669151b-9f07-4636-b94c-3ed9ee1ae80e in Status: UNINITIALIZED for 2s [ 1198.059426] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 71e28d65-4abb-4c84-ba3e-57e57ae28960: rpc.has_security_group_logging(os_id): False [ 1198.077833] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.077985] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.078060] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.078348] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.078460] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.078692] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.078793] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.078853] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.079016] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.079096] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.079270] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.079364] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.079427] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.079568] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.079644] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.079867] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.079927] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.079963] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.080110] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.080185] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.080269] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 is going to be updated. [ 1198.154732] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.155197] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.155197] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.155306] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.155469] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.171711] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 in Status: IN_PROGRESS for 2s [ 1199.370480] env[69758]: INFO networking_nsxv3.common.synchronization [req-d960a88d-23b3-463e-8727-a22b284edbbb req-9bbbb476-d1a5-4468-a5a5-6f60b5a30d9f tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Enqueued Resource ID: 901c55bc-6356-414c-bc3a-6ff527b8fab1 with Priority: HIGHEST for action security_group_members [ 1199.371050] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 901c55bc-6356-414c-bc3a-6ff527b8fab1 with Priority: HIGHEST for action security_group_members [ 1199.371386] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-901c55bc-6356-414c-bc3a-6ff527b8fab1 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.371511] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-901c55bc-6356-414c-bc3a-6ff527b8fab1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.371596] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-901c55bc-6356-414c-bc3a-6ff527b8fab1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.371831] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-901c55bc-6356-414c-bc3a-6ff527b8fab1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.371984] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.372138] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.372200] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.372366] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.372452] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.372545] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('901c55bc-6356-414c-bc3a-6ff527b8fab1',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.659232] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-5 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.659443] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.659594] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.659879] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.660151] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.660315] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.660435] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.660653] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.660799] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.661015] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1199.661170] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1199.661285] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1199.661394] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1199.661521] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1199.661642] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1199.661776] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1199.683177] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1199.683356] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1199.683513] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1199.683692] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.684024] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-12c95c41-504e-47b4-980d-2168a8d1582e taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.684201] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-12c95c41-504e-47b4-980d-2168a8d1582e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.684327] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-12c95c41-504e-47b4-980d-2168a8d1582e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.684681] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-12c95c41-504e-47b4-980d-2168a8d1582e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.684824] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12c95c41-504e-47b4-980d-2168a8d1582e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.699603] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0669151b-9f07-4636-b94c-3ed9ee1ae80e in Status: SUCCESS [ 1199.699735] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0669151b-9f07-4636-b94c-3ed9ee1ae80e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.699892] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0669151b-9f07-4636-b94c-3ed9ee1ae80e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.700116] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0669151b-9f07-4636-b94c-3ed9ee1ae80e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.700301] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.700416] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.700474] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.700625] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.700706] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.700788] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0669151b-9f07-4636-b94c-3ed9ee1ae80e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.700877] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0669151b-9f07-4636-b94c-3ed9ee1ae80e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.876039] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.876039] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.876039] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.876039] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.876039] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.876039] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.876039] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.876039] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.876612] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.876612] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.876612] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 901c55bc-6356-414c-bc3a-6ff527b8fab1 is going to be updated. [ 1199.902527] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.902527] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.902527] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.902527] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.902780] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.913086] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 901c55bc-6356-414c-bc3a-6ff527b8fab1 in Status: IN_PROGRESS for 2s [ 1200.186939] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.187311] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.187481] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.187784] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.187949] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.188174] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port 12c95c41-504e-47b4-980d-2168a8d1582e not found, creating... [ 1200.188533] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.188708] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.188874] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.189192] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.189363] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.189704] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.189899] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.190036] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.190302] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.190453] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.190602] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: 12c95c41-504e-47b4-980d-2168a8d1582e is going to be created. [ 1200.203603] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0669151b-9f07-4636-b94c-3ed9ee1ae80e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.216753] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 in Status: SUCCESS [ 1200.216937] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.231272] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.231559] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.231728] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.232153] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.232463] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.232798] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-12c95c41-504e-47b4-980d-2168a8d1582e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.705529] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0669151b-9f07-4636-b94c-3ed9ee1ae80e: rpc.has_security_group_logging(os_id): False [ 1200.724692] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.724868] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.724954] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.725270] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.725415] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.725685] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.725797] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.725856] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.726034] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.726131] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.726224] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0669151b-9f07-4636-b94c-3ed9ee1ae80e is going to be created. [ 1200.826891] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.827038] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.827038] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.828112] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.828112] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.847665] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0669151b-9f07-4636-b94c-3ed9ee1ae80e in Status: IN_PROGRESS for 2s [ 1200.974167] env[69758]: INFO networking_nsxv3.common.synchronization [req-d960a88d-23b3-463e-8727-a22b284edbbb req-d9ecd3e3-b319-43c5-ad75-3e0c988655a3 service nova] Enqueued Resource ID: 901c55bc-6356-414c-bc3a-6ff527b8fab1 with Priority: HIGHEST for action security_group_rules [ 1200.974363] env[69758]: INFO networking_nsxv3.common.synchronization [req-d960a88d-23b3-463e-8727-a22b284edbbb req-d9ecd3e3-b319-43c5-ad75-3e0c988655a3 service nova] Enqueued Resource ID: 901c55bc-6356-414c-bc3a-6ff527b8fab1 with Priority: HIGHEST for action security_group_members [ 1200.974510] env[69758]: INFO networking_nsxv3.common.synchronization [req-d960a88d-23b3-463e-8727-a22b284edbbb req-d9ecd3e3-b319-43c5-ad75-3e0c988655a3 service nova] Enqueued Resource ID: 12c95c41-504e-47b4-980d-2168a8d1582e with Priority: HIGHEST for action port [ 1200.974741] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 901c55bc-6356-414c-bc3a-6ff527b8fab1 with Priority: HIGHEST for action security_group_rules [ 1200.974867] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 901c55bc-6356-414c-bc3a-6ff527b8fab1 with Priority: HIGHEST for action security_group_members [ 1200.974966] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12c95c41-504e-47b4-980d-2168a8d1582e with Priority: HIGHEST for action port [ 1200.975520] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-901c55bc-6356-414c-bc3a-6ff527b8fab1 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.975684] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-901c55bc-6356-414c-bc3a-6ff527b8fab1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.975721] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-901c55bc-6356-414c-bc3a-6ff527b8fab1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.975900] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-901c55bc-6356-414c-bc3a-6ff527b8fab1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.975983] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('901c55bc-6356-414c-bc3a-6ff527b8fab1',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.977168] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-901c55bc-6356-414c-bc3a-6ff527b8fab1 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.977278] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-901c55bc-6356-414c-bc3a-6ff527b8fab1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.977467] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-12c95c41-504e-47b4-980d-2168a8d1582e taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.977563] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12c95c41-504e-47b4-980d-2168a8d1582e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.977628] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12c95c41-504e-47b4-980d-2168a8d1582e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.977794] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12c95c41-504e-47b4-980d-2168a8d1582e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.977887] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12c95c41-504e-47b4-980d-2168a8d1582e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.480888] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-901c55bc-6356-414c-bc3a-6ff527b8fab1 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.480984] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-901c55bc-6356-414c-bc3a-6ff527b8fab1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.481163] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 12c95c41-504e-47b4-980d-2168a8d1582e with status ACTIVE [ 1201.481415] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.481552] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.481621] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.481843] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.481947] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.482167] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.482269] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.482332] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.482487] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.482569] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.482751] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.482843] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.482909] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.483105] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.483186] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.483283] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 12c95c41-504e-47b4-980d-2168a8d1582e is going to be updated. [ 1201.507192] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.507442] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.507442] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.507947] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.507947] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.508093] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12c95c41-504e-47b4-980d-2168a8d1582e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.924495] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 901c55bc-6356-414c-bc3a-6ff527b8fab1 in Status: SUCCESS [ 1201.924909] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 901c55bc-6356-414c-bc3a-6ff527b8fab1 deletion is rescheduled due to dependency. [ 1201.924909] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-901c55bc-6356-414c-bc3a-6ff527b8fab1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.925134] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-901c55bc-6356-414c-bc3a-6ff527b8fab1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.925438] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-901c55bc-6356-414c-bc3a-6ff527b8fab1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.925693] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.925825] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.925974] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.926176] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.926296] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.926455] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('901c55bc-6356-414c-bc3a-6ff527b8fab1',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.429171] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('901c55bc-6356-414c-bc3a-6ff527b8fab1',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.860109] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0669151b-9f07-4636-b94c-3ed9ee1ae80e in Status: SUCCESS [ 1202.860109] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0669151b-9f07-4636-b94c-3ed9ee1ae80e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.932330] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('901c55bc-6356-414c-bc3a-6ff527b8fab1',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.436319] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.436552] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.436605] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.436867] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.436966] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.437123] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 901c55bc-6356-414c-bc3a-6ff527b8fab1 is going to be updated. [ 1203.469722] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.469722] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.469985] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.469985] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.470127] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.479821] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 901c55bc-6356-414c-bc3a-6ff527b8fab1 in Status: IN_PROGRESS for 2s [ 1205.491560] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 901c55bc-6356-414c-bc3a-6ff527b8fab1 in Status: SUCCESS [ 1205.491911] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-901c55bc-6356-414c-bc3a-6ff527b8fab1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.492054] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-901c55bc-6356-414c-bc3a-6ff527b8fab1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.492250] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-901c55bc-6356-414c-bc3a-6ff527b8fab1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.493084] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.493084] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.493084] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.493084] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.493084] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.493084] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-901c55bc-6356-414c-bc3a-6ff527b8fab1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.493084] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('901c55bc-6356-414c-bc3a-6ff527b8fab1',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.976486] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1205.976486] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1205.995184] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('901c55bc-6356-414c-bc3a-6ff527b8fab1',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.497394] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 901c55bc-6356-414c-bc3a-6ff527b8fab1: rpc.has_security_group_logging(os_id): False [ 1206.516149] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.516370] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.516460] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.516683] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.516779] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.517103] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.517269] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.517335] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.517498] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.517607] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.517728] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 901c55bc-6356-414c-bc3a-6ff527b8fab1 is going to be updated. [ 1206.577487] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.577790] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.577790] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.578013] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.578252] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.593231] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 901c55bc-6356-414c-bc3a-6ff527b8fab1 in Status: IN_PROGRESS for 2s [ 1208.609681] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 901c55bc-6356-414c-bc3a-6ff527b8fab1 in Status: SUCCESS [ 1208.610043] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-901c55bc-6356-414c-bc3a-6ff527b8fab1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.976995] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1210.977419] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1215.979085] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1215.979085] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1220.980090] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1220.980547] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1221.707851] env[69758]: INFO networking_nsxv3.common.synchronization [req-d5e60fe0-d180-4df0-b76a-fa50c30c1bc1 req-9cbfbb96-f424-409e-9e3d-72cfaf8e00e5 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Enqueued Resource ID: d313c6dc-c75d-4cc0-bfd3-23222ce565bb with Priority: HIGHEST for action security_group_members [ 1221.708776] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d313c6dc-c75d-4cc0-bfd3-23222ce565bb with Priority: HIGHEST for action security_group_members [ 1221.709216] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.709433] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.709628] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.709914] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.710193] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.710381] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.710569] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.714303] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.714472] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.714634] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d313c6dc-c75d-4cc0-bfd3-23222ce565bb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.977554] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-432 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.977775] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-432" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.977877] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-432" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.978195] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-432" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.978502] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.978673] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.978798] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.979040] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.979208] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.979429] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1221.979546] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1221.979665] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1221.979774] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1221.979885] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1221.979994] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1221.980143] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1222.003024] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1222.003214] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1222.003354] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1222.003635] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-432" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.003995] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-6d5fe8f5-48e8-45a7-87f0-84a88afc98ef taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.004282] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-6d5fe8f5-48e8-45a7-87f0-84a88afc98ef" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.004476] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-6d5fe8f5-48e8-45a7-87f0-84a88afc98ef" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.004856] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-6d5fe8f5-48e8-45a7-87f0-84a88afc98ef" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.005014] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d5fe8f5-48e8-45a7-87f0-84a88afc98ef',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.218028] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.218223] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.218223] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.218535] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.218634] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.218849] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.218951] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.219030] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.219178] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.219255] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.219344] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d313c6dc-c75d-4cc0-bfd3-23222ce565bb is going to be updated. [ 1222.247668] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.247876] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.247876] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.248098] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.248291] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.259880] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d313c6dc-c75d-4cc0-bfd3-23222ce565bb in Status: IN_PROGRESS for 2s [ 1222.507500] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.507820] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.508076] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.508526] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.508745] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.508994] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port 6d5fe8f5-48e8-45a7-87f0-84a88afc98ef not found, creating... [ 1222.509302] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.509472] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.509598] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.509935] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.510187] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.510551] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.510753] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.510888] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.511184] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.511376] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.511552] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: 6d5fe8f5-48e8-45a7-87f0-84a88afc98ef is going to be created. [ 1222.531277] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.531490] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.531570] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.531852] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.532107] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.532349] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-6d5fe8f5-48e8-45a7-87f0-84a88afc98ef" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.243800] env[69758]: INFO networking_nsxv3.common.synchronization [req-d5e60fe0-d180-4df0-b76a-fa50c30c1bc1 req-34a635d8-861b-48c9-9339-ec5542474422 service nova] Enqueued Resource ID: d313c6dc-c75d-4cc0-bfd3-23222ce565bb with Priority: HIGHEST for action security_group_rules [ 1223.244112] env[69758]: INFO networking_nsxv3.common.synchronization [req-d5e60fe0-d180-4df0-b76a-fa50c30c1bc1 req-34a635d8-861b-48c9-9339-ec5542474422 service nova] Enqueued Resource ID: d313c6dc-c75d-4cc0-bfd3-23222ce565bb with Priority: HIGHEST for action security_group_members [ 1223.244112] env[69758]: INFO networking_nsxv3.common.synchronization [req-d5e60fe0-d180-4df0-b76a-fa50c30c1bc1 req-34a635d8-861b-48c9-9339-ec5542474422 service nova] Enqueued Resource ID: 6d5fe8f5-48e8-45a7-87f0-84a88afc98ef with Priority: HIGHEST for action port [ 1223.244472] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d313c6dc-c75d-4cc0-bfd3-23222ce565bb with Priority: HIGHEST for action security_group_rules [ 1223.244531] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d313c6dc-c75d-4cc0-bfd3-23222ce565bb with Priority: HIGHEST for action security_group_members [ 1223.244634] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d5fe8f5-48e8-45a7-87f0-84a88afc98ef with Priority: HIGHEST for action port [ 1223.245312] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d313c6dc-c75d-4cc0-bfd3-23222ce565bb taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.245463] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.245527] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.245785] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.245871] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d313c6dc-c75d-4cc0-bfd3-23222ce565bb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.248049] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.248049] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.248049] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d5fe8f5-48e8-45a7-87f0-84a88afc98ef taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.248049] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d5fe8f5-48e8-45a7-87f0-84a88afc98ef" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.248049] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d5fe8f5-48e8-45a7-87f0-84a88afc98ef" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.248504] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d5fe8f5-48e8-45a7-87f0-84a88afc98ef" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.248504] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d5fe8f5-48e8-45a7-87f0-84a88afc98ef',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.748459] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.748661] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.749982] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6d5fe8f5-48e8-45a7-87f0-84a88afc98ef with status ACTIVE [ 1223.750190] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.750319] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.750387] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.750607] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.750702] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.750874] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.750973] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.751051] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.751204] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.751283] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.751470] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.751582] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.751613] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.751759] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.751834] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.751919] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6d5fe8f5-48e8-45a7-87f0-84a88afc98ef is going to be updated. [ 1223.776027] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.776240] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.776346] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.776517] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.776747] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.776971] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d5fe8f5-48e8-45a7-87f0-84a88afc98ef" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.270071] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d313c6dc-c75d-4cc0-bfd3-23222ce565bb in Status: SUCCESS [ 1224.270071] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d313c6dc-c75d-4cc0-bfd3-23222ce565bb deletion is rescheduled due to dependency. [ 1224.270071] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.270071] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.270071] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.270719] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.270719] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.270719] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.270719] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.270719] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.270719] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d313c6dc-c75d-4cc0-bfd3-23222ce565bb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.772833] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d313c6dc-c75d-4cc0-bfd3-23222ce565bb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.275022] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d313c6dc-c75d-4cc0-bfd3-23222ce565bb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.777751] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.778028] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.778146] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.778470] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.778632] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.778792] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d313c6dc-c75d-4cc0-bfd3-23222ce565bb is going to be updated. [ 1225.810022] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.810182] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.810265] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.810451] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.810599] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.820189] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d313c6dc-c75d-4cc0-bfd3-23222ce565bb in Status: IN_PROGRESS for 2s [ 1227.774096] env[69758]: INFO networking_nsxv3.common.synchronization [None req-d9183c76-4dde-4b87-b934-b049fb9f1913 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Enqueued Resource ID: d313c6dc-c75d-4cc0-bfd3-23222ce565bb with Priority: HIGHEST for action security_group_members [ 1227.774629] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d313c6dc-c75d-4cc0-bfd3-23222ce565bb with Priority: HIGHEST for action security_group_members [ 1227.775326] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.775457] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.831654] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d313c6dc-c75d-4cc0-bfd3-23222ce565bb in Status: SUCCESS [ 1227.831939] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.832148] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.832379] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.832578] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.832691] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.832762] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.832906] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.832988] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.833110] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.833213] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d313c6dc-c75d-4cc0-bfd3-23222ce565bb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.834073] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.834239] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.834383] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.834663] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.834663] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.834752] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.834752] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.834881] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d313c6dc-c75d-4cc0-bfd3-23222ce565bb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.337370] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.337370] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.337370] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d313c6dc-c75d-4cc0-bfd3-23222ce565bb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.839950] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d313c6dc-c75d-4cc0-bfd3-23222ce565bb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.342188] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.342388] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.342453] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.343027] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.343027] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.343027] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d313c6dc-c75d-4cc0-bfd3-23222ce565bb is going to be updated. [ 1229.369802] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.369966] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.370029] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.370235] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.370383] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.379255] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d313c6dc-c75d-4cc0-bfd3-23222ce565bb in Status: IN_PROGRESS for 2s [ 1229.466787] env[69758]: INFO networking_nsxv3.common.synchronization [req-04ec8d59-277e-4367-9108-96a6cf36d1a0 req-06ac4b48-496e-4301-9d64-4d6da2d91d40 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Enqueued Resource ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 with Priority: HIGHEST for action security_group_members [ 1229.466787] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 with Priority: HIGHEST for action security_group_members [ 1229.466999] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-71e28d65-4abb-4c84-ba3e-57e57ae28960 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.467131] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.467262] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.467550] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.467721] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.467914] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.467914] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.468270] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.468452] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.468563] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71e28d65-4abb-4c84-ba3e-57e57ae28960',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.806762] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-432 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.807040] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-432" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.807272] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-432" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.807653] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-432" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.807932] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.808193] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.808331] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.808594] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.808761] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.808974] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1229.809107] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1229.809224] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1229.809336] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1229.809455] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1229.809564] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1229.809707] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1229.828751] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1229.828925] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1229.829078] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1229.829272] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-432" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.829594] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-732362d5-20b4-4498-8349-a0e7997166cf taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.829806] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-732362d5-20b4-4498-8349-a0e7997166cf" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.830770] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-732362d5-20b4-4498-8349-a0e7997166cf" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.830770] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-732362d5-20b4-4498-8349-a0e7997166cf" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.830770] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('732362d5-20b4-4498-8349-a0e7997166cf',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.970694] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.970947] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.970947] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.971213] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.971318] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.971520] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.971629] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.971695] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.971844] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.971921] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.972019] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 is going to be updated. [ 1230.003983] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.004177] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.004246] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.004529] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.004715] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.013974] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 in Status: IN_PROGRESS for 2s [ 1230.333799] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.335420] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.335420] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.335420] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.335420] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.335420] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port 732362d5-20b4-4498-8349-a0e7997166cf not found, creating... [ 1230.335420] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.335420] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.335716] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.335932] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.336157] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.337131] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.337131] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.337241] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.337735] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.337735] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.337828] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: 732362d5-20b4-4498-8349-a0e7997166cf is going to be created. [ 1230.358947] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.359165] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.359248] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.359536] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.359757] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.360089] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-732362d5-20b4-4498-8349-a0e7997166cf" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.036121] env[69758]: INFO networking_nsxv3.common.synchronization [req-106cb3e9-4c91-4fa8-b7b3-24017591d7d0 req-8d8cf827-58a4-4fdd-8b0e-9e1877e79c0e service nova] Enqueued Resource ID: d313c6dc-c75d-4cc0-bfd3-23222ce565bb with Priority: HIGHEST for action security_group_rules [ 1231.036379] env[69758]: INFO networking_nsxv3.common.synchronization [req-106cb3e9-4c91-4fa8-b7b3-24017591d7d0 req-8d8cf827-58a4-4fdd-8b0e-9e1877e79c0e service nova] Enqueued Resource ID: d313c6dc-c75d-4cc0-bfd3-23222ce565bb with Priority: HIGHEST for action security_group_members [ 1231.036467] env[69758]: INFO networking_nsxv3.common.synchronization [req-106cb3e9-4c91-4fa8-b7b3-24017591d7d0 req-8d8cf827-58a4-4fdd-8b0e-9e1877e79c0e service nova] Enqueued Resource ID: 732362d5-20b4-4498-8349-a0e7997166cf with Priority: HIGHEST for action port [ 1231.036658] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d313c6dc-c75d-4cc0-bfd3-23222ce565bb with Priority: HIGHEST for action security_group_rules [ 1231.036788] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d313c6dc-c75d-4cc0-bfd3-23222ce565bb with Priority: HIGHEST for action security_group_members [ 1231.036975] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 732362d5-20b4-4498-8349-a0e7997166cf with Priority: HIGHEST for action port [ 1231.037534] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d313c6dc-c75d-4cc0-bfd3-23222ce565bb taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.037605] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.037775] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.037890] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.038211] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-732362d5-20b4-4498-8349-a0e7997166cf taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.038378] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-732362d5-20b4-4498-8349-a0e7997166cf" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.038491] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-732362d5-20b4-4498-8349-a0e7997166cf" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.038761] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-732362d5-20b4-4498-8349-a0e7997166cf" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.038855] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('732362d5-20b4-4498-8349-a0e7997166cf',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.388637] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d313c6dc-c75d-4cc0-bfd3-23222ce565bb in Status: SUCCESS [ 1231.388960] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.389266] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.389544] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.389843] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.389964] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.390105] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.390287] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.390399] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.390531] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.390766] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.390864] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.390927] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.391092] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.391235] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.391334] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.391392] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.391534] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.391611] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.391694] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.391778] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d313c6dc-c75d-4cc0-bfd3-23222ce565bb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.392631] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.392796] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.392939] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.393051] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.393113] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.393255] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.393331] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.393417] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d313c6dc-c75d-4cc0-bfd3-23222ce565bb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.540902] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 732362d5-20b4-4498-8349-a0e7997166cf with status ACTIVE [ 1231.541163] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.541303] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.541385] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.541584] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.541676] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.541894] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.542030] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.542099] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.542253] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.542334] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.542534] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.542649] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.542691] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.542826] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.542891] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.542977] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 732362d5-20b4-4498-8349-a0e7997166cf is going to be updated. [ 1231.564516] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.564725] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.564797] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.565012] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.565158] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.565342] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-732362d5-20b4-4498-8349-a0e7997166cf" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.895615] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d313c6dc-c75d-4cc0-bfd3-23222ce565bb: rpc.has_security_group_logging(os_id): False [ 1231.896801] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d313c6dc-c75d-4cc0-bfd3-23222ce565bb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.914688] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.914849] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.914849] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.916038] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.916038] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.916038] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.916038] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.916038] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.916038] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.916038] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.916038] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.916403] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.916403] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.916403] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.916403] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.916596] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.916697] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.916759] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.916901] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.916977] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.917072] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d313c6dc-c75d-4cc0-bfd3-23222ce565bb is going to be updated. [ 1231.983050] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.983050] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.983050] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.983050] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.983050] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.002648] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d313c6dc-c75d-4cc0-bfd3-23222ce565bb in Status: IN_PROGRESS for 2s [ 1232.028094] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 in Status: SUCCESS [ 1232.028094] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 deletion is rescheduled due to dependency. [ 1232.028094] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.227134] env[69758]: INFO networking_nsxv3.common.synchronization [req-4db996c8-a7ed-4497-9fb3-41cd7f3c8360 req-2024a2c7-37f2-48aa-9610-efe4f620d5b2 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Enqueued Resource ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 with Priority: HIGHEST for action security_group_members [ 1232.227134] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 with Priority: HIGHEST for action security_group_members [ 1232.227134] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-71e28d65-4abb-4c84-ba3e-57e57ae28960 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.227134] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.227134] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.227134] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.227134] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.227134] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.231507] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.231507] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.231507] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.231507] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71e28d65-4abb-4c84-ba3e-57e57ae28960',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.399852] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d313c6dc-c75d-4cc0-bfd3-23222ce565bb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.568782] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-926 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.568782] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-926" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.568782] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-926" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.568782] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-926" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.577894] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.577894] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.577894] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.577894] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.577894] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.577894] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1232.577894] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1232.577894] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1232.577894] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1232.577894] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1232.577894] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1232.577894] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1232.596416] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1232.596416] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1232.596984] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1232.597402] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-926" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.598120] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-779c4f8b-9160-41ef-9e9a-4339d745a955 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.598607] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-779c4f8b-9160-41ef-9e9a-4339d745a955" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.599135] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-779c4f8b-9160-41ef-9e9a-4339d745a955" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.600397] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-779c4f8b-9160-41ef-9e9a-4339d745a955" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.600397] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('779c4f8b-9160-41ef-9e9a-4339d745a955',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.734522] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.734522] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.734522] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.734899] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.735072] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.735418] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.735585] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.735686] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.735901] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.736058] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.736195] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 is going to be updated. [ 1232.768717] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.769010] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.769159] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.769425] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.769678] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.779182] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 in Status: IN_PROGRESS for 2s [ 1232.901433] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.901644] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.901737] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.902010] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.902010] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.902179] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d313c6dc-c75d-4cc0-bfd3-23222ce565bb is going to be updated. [ 1232.939313] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.939601] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.939601] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.939768] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.939929] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.948784] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d313c6dc-c75d-4cc0-bfd3-23222ce565bb in Status: IN_PROGRESS for 2s [ 1233.101804] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.102202] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.102366] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.102659] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.102887] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.102981] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port 779c4f8b-9160-41ef-9e9a-4339d745a955 not found, creating... [ 1233.103289] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.103588] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.103588] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.103827] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.103956] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.104275] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.104777] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.104777] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.104981] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.105140] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.105314] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: 779c4f8b-9160-41ef-9e9a-4339d745a955 is going to be created. [ 1233.133795] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.134051] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.134168] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.134463] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.134756] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.135017] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-779c4f8b-9160-41ef-9e9a-4339d745a955" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.788182] env[69758]: INFO networking_nsxv3.common.synchronization [req-4db996c8-a7ed-4497-9fb3-41cd7f3c8360 req-7544928c-2e2f-495d-ae98-4d2b6d6ca1c8 service nova] Enqueued Resource ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 with Priority: HIGHEST for action security_group_rules [ 1233.788182] env[69758]: INFO networking_nsxv3.common.synchronization [req-4db996c8-a7ed-4497-9fb3-41cd7f3c8360 req-7544928c-2e2f-495d-ae98-4d2b6d6ca1c8 service nova] Enqueued Resource ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 with Priority: HIGHEST for action security_group_members [ 1233.788182] env[69758]: INFO networking_nsxv3.common.synchronization [req-4db996c8-a7ed-4497-9fb3-41cd7f3c8360 req-7544928c-2e2f-495d-ae98-4d2b6d6ca1c8 service nova] Enqueued Resource ID: 779c4f8b-9160-41ef-9e9a-4339d745a955 with Priority: HIGHEST for action port [ 1233.788182] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 with Priority: HIGHEST for action security_group_rules [ 1233.788182] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 with Priority: HIGHEST for action security_group_members [ 1233.788182] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 779c4f8b-9160-41ef-9e9a-4339d745a955 with Priority: HIGHEST for action port [ 1233.789300] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71e28d65-4abb-4c84-ba3e-57e57ae28960 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.789644] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.790599] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.790599] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.790599] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71e28d65-4abb-4c84-ba3e-57e57ae28960',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.791925] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-71e28d65-4abb-4c84-ba3e-57e57ae28960 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.792549] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.792995] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-779c4f8b-9160-41ef-9e9a-4339d745a955 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.793114] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-779c4f8b-9160-41ef-9e9a-4339d745a955" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.793230] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-779c4f8b-9160-41ef-9e9a-4339d745a955" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.793510] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-779c4f8b-9160-41ef-9e9a-4339d745a955" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.793639] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('779c4f8b-9160-41ef-9e9a-4339d745a955',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.015919] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d313c6dc-c75d-4cc0-bfd3-23222ce565bb in Status: SUCCESS [ 1234.016289] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.016559] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.016813] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.016909] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d313c6dc-c75d-4cc0-bfd3-23222ce565bb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.296076] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-71e28d65-4abb-4c84-ba3e-57e57ae28960 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.296076] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.296076] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 779c4f8b-9160-41ef-9e9a-4339d745a955 with status ACTIVE [ 1234.296076] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.296076] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.296409] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.296409] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.296485] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.296623] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.296722] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.296784] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.296932] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.297019] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.297209] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.297305] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.297415] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.297578] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.297656] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.297744] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 779c4f8b-9160-41ef-9e9a-4339d745a955 is going to be updated. [ 1234.317795] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.318081] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.318081] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.318205] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.318317] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.318542] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-779c4f8b-9160-41ef-9e9a-4339d745a955" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.519586] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.519826] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.791009] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 in Status: SUCCESS [ 1234.791342] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 deletion is rescheduled due to dependency. [ 1234.791380] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.791670] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.791930] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.792175] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.792333] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.792421] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.792605] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.792718] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.792838] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71e28d65-4abb-4c84-ba3e-57e57ae28960',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.959801] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d313c6dc-c75d-4cc0-bfd3-23222ce565bb in Status: SUCCESS [ 1234.960013] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.960205] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.960435] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.960637] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.960757] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.960824] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.960977] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.961074] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.961161] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.961257] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d313c6dc-c75d-4cc0-bfd3-23222ce565bb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.295097] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71e28d65-4abb-4c84-ba3e-57e57ae28960',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.463929] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.463929] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.464149] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.464242] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.464416] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.464522] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.464587] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.464735] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.464824] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.464912] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.465075] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.465170] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.465233] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.465527] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.465699] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.465805] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.465870] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.466275] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.466275] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.466404] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.466442] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d313c6dc-c75d-4cc0-bfd3-23222ce565bb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.797215] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71e28d65-4abb-4c84-ba3e-57e57ae28960',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.968843] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d313c6dc-c75d-4cc0-bfd3-23222ce565bb: rpc.has_security_group_logging(os_id): False [ 1235.986544] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.986698] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.986772] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.987193] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.987309] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.987645] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.987756] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.987813] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.987979] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.988076] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.988263] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.988386] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.988496] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.988577] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.988638] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.988820] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.988939] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.989011] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.989159] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.989235] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.989321] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d313c6dc-c75d-4cc0-bfd3-23222ce565bb is going to be updated. [ 1236.061922] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.062069] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.062124] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.062324] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.062438] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.073770] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d313c6dc-c75d-4cc0-bfd3-23222ce565bb in Status: IN_PROGRESS for 2s [ 1236.300598] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.300781] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.300824] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.301067] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.301167] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.301272] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 is going to be updated. [ 1236.340607] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.340607] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.340607] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.340870] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.340993] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.350544] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 in Status: IN_PROGRESS for 2s [ 1238.090486] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d313c6dc-c75d-4cc0-bfd3-23222ce565bb in Status: SUCCESS [ 1238.090834] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.361075] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 in Status: SUCCESS [ 1238.361307] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.361514] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.361748] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.361940] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.362063] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.362125] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.362289] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.362384] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.362476] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.362585] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('71e28d65-4abb-4c84-ba3e-57e57ae28960',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.789295] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1238.789295] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1238.865140] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-71e28d65-4abb-4c84-ba3e-57e57ae28960 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.865140] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.865443] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.865443] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.865617] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.865721] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.865781] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.865933] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.866037] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.866132] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.866283] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-71e28d65-4abb-4c84-ba3e-57e57ae28960 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.866379] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.866441] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.866585] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.866718] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.866805] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.866860] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.866994] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.867081] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.867161] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.867251] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('71e28d65-4abb-4c84-ba3e-57e57ae28960',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.370013] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 71e28d65-4abb-4c84-ba3e-57e57ae28960: rpc.has_security_group_logging(os_id): False [ 1239.389252] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.389426] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.389561] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.389779] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.389935] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.390155] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.390278] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.390342] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.390519] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.390631] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.390842] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.390943] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.391034] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.391224] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.391322] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.391528] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.391629] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.391687] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.391851] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.391930] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.392047] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 is going to be updated. [ 1239.457300] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.457538] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.457618] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.457882] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.458070] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.476426] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 in Status: IN_PROGRESS for 2s [ 1241.494905] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 in Status: SUCCESS [ 1241.495304] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.148635] env[69758]: INFO networking_nsxv3.common.synchronization [req-3734f472-838d-4e7c-8c5f-f6c025911acf req-7f177cd8-b8ae-4588-9430-4fece345d34b tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Enqueued Resource ID: b3676a2d-6013-4704-a281-0f2dac33fa9e with Priority: HIGHEST for action security_group_members [ 1242.150202] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3676a2d-6013-4704-a281-0f2dac33fa9e with Priority: HIGHEST for action security_group_members [ 1242.150589] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3676a2d-6013-4704-a281-0f2dac33fa9e taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.150716] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3676a2d-6013-4704-a281-0f2dac33fa9e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.150783] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3676a2d-6013-4704-a281-0f2dac33fa9e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.151031] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3676a2d-6013-4704-a281-0f2dac33fa9e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.151195] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.151294] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.151360] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.151517] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.151609] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.151955] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3676a2d-6013-4704-a281-0f2dac33fa9e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.654474] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.654474] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.654474] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.654899] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.654899] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.654973] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.655038] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.655145] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.655233] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.655310] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.655426] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3676a2d-6013-4704-a281-0f2dac33fa9e is going to be updated. [ 1242.657121] env[69758]: INFO networking_nsxv3.common.synchronization [req-d4ce56a7-6a94-4115-966d-fbf2aabbd2dc req-283a1ea4-2b66-4573-b146-fb1703cf47c3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Enqueued Resource ID: 3f267419-0a83-4663-b12b-11b03d590c85 with Priority: HIGHEST for action security_group_members [ 1242.657784] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f267419-0a83-4663-b12b-11b03d590c85 with Priority: HIGHEST for action security_group_members [ 1242.658570] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f267419-0a83-4663-b12b-11b03d590c85 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.658700] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f267419-0a83-4663-b12b-11b03d590c85" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.658771] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f267419-0a83-4663-b12b-11b03d590c85" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.658942] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f267419-0a83-4663-b12b-11b03d590c85" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.659098] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.659194] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.659256] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.659399] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.659483] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.659573] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f267419-0a83-4663-b12b-11b03d590c85',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.684858] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.685112] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.685254] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.685567] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.685782] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.695959] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3676a2d-6013-4704-a281-0f2dac33fa9e in Status: IN_PROGRESS for 2s [ 1243.161806] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f267419-0a83-4663-b12b-11b03d590c85',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.664454] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f267419-0a83-4663-b12b-11b03d590c85',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.167141] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.167314] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.167385] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.169190] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.169190] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.169190] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f267419-0a83-4663-b12b-11b03d590c85 is going to be updated. [ 1244.198180] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.198180] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.198180] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.198398] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.198398] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.209774] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f267419-0a83-4663-b12b-11b03d590c85 in Status: IN_PROGRESS for 2s [ 1244.627038] env[69758]: INFO networking_nsxv3.common.synchronization [req-f0bf5b2f-fcb7-417d-8e89-447599097ccb req-99d45c8c-8fe4-4dbc-83ed-ac8ea6729c44 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Enqueued Resource ID: d313c6dc-c75d-4cc0-bfd3-23222ce565bb with Priority: HIGHEST for action security_group_members [ 1244.627657] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d313c6dc-c75d-4cc0-bfd3-23222ce565bb with Priority: HIGHEST for action security_group_members [ 1244.627968] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.628108] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.628177] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.628370] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.628537] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.628638] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.628699] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.628847] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.628933] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.629032] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d313c6dc-c75d-4cc0-bfd3-23222ce565bb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.707901] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3676a2d-6013-4704-a281-0f2dac33fa9e in Status: SUCCESS [ 1244.708300] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3676a2d-6013-4704-a281-0f2dac33fa9e deletion is rescheduled due to dependency. [ 1244.708476] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3676a2d-6013-4704-a281-0f2dac33fa9e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.131778] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d313c6dc-c75d-4cc0-bfd3-23222ce565bb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.169360] env[69758]: INFO networking_nsxv3.common.synchronization [None req-e62f8280-f169-4c8b-9cf0-3ecdda00c89b tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Enqueued Resource ID: d313c6dc-c75d-4cc0-bfd3-23222ce565bb with Priority: HIGHEST for action security_group_members [ 1245.170078] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d313c6dc-c75d-4cc0-bfd3-23222ce565bb with Priority: HIGHEST for action security_group_members [ 1245.170456] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.170861] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.638450] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d313c6dc-c75d-4cc0-bfd3-23222ce565bb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.141570] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.142094] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.142094] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.142322] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.142450] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.142701] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d313c6dc-c75d-4cc0-bfd3-23222ce565bb is going to be updated. [ 1246.194492] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.194682] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.194790] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.195623] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.195623] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.206434] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d313c6dc-c75d-4cc0-bfd3-23222ce565bb in Status: IN_PROGRESS for 2s [ 1246.220843] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f267419-0a83-4663-b12b-11b03d590c85 in Status: SUCCESS [ 1246.221219] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f267419-0a83-4663-b12b-11b03d590c85" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.410202] env[69758]: INFO networking_nsxv3.common.synchronization [req-0e76e86a-0ea3-4caf-b0bf-efdfcd79f900 req-c58471d1-c705-410c-bd24-da3412a9f6a7 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Enqueued Resource ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 with Priority: HIGHEST for action security_group_members [ 1247.410948] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 with Priority: HIGHEST for action security_group_members [ 1247.411419] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-71e28d65-4abb-4c84-ba3e-57e57ae28960 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.411578] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.411655] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.411872] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.412047] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.412154] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.412219] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.412386] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.412543] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.412543] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71e28d65-4abb-4c84-ba3e-57e57ae28960',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.915817] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.916670] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.916670] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.917016] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.917213] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.917502] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.917660] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.917753] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.917950] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.918085] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.918207] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 is going to be updated. [ 1247.951754] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.951754] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.951960] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.952206] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.952354] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.968655] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 in Status: IN_PROGRESS for 2s [ 1248.216740] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d313c6dc-c75d-4cc0-bfd3-23222ce565bb in Status: SUCCESS [ 1248.218219] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.218219] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.218219] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.218219] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.218219] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.218219] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.218539] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.218539] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.218539] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d313c6dc-c75d-4cc0-bfd3-23222ce565bb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.443388] env[69758]: INFO networking_nsxv3.common.synchronization [req-d1560436-dc46-48d7-98f9-23e3c7416be9 req-87f6b7b8-28cc-40b2-8c64-2c2415d5a9f8 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Enqueued Resource ID: ca0a9feb-1c0a-41ac-8046-7bedd6052a0f with Priority: HIGHEST for action security_group_members [ 1248.443388] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca0a9feb-1c0a-41ac-8046-7bedd6052a0f with Priority: HIGHEST for action security_group_members [ 1248.443388] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca0a9feb-1c0a-41ac-8046-7bedd6052a0f taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.443388] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca0a9feb-1c0a-41ac-8046-7bedd6052a0f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.443388] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca0a9feb-1c0a-41ac-8046-7bedd6052a0f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.445099] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca0a9feb-1c0a-41ac-8046-7bedd6052a0f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.445099] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.445099] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.445099] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.445099] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.445351] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.446201] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca0a9feb-1c0a-41ac-8046-7bedd6052a0f',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.720775] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.724837] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.724837] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.724837] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.724837] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.724837] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.724837] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.724837] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.724837] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.724837] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.724837] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d313c6dc-c75d-4cc0-bfd3-23222ce565bb is going to be updated. [ 1248.755302] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.755762] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.756050] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.761212] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.761212] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.772194] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d313c6dc-c75d-4cc0-bfd3-23222ce565bb in Status: IN_PROGRESS for 2s [ 1248.921610] env[69758]: INFO networking_nsxv3.common.synchronization [req-f705a2ac-ffa1-4616-83d4-6f119b8310d3 req-f8beac7f-550f-473d-ae0e-28ec9c45ea35 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Enqueued Resource ID: a8727abd-89bb-4a3d-8dee-94139635e9fd with Priority: HIGHEST for action security_group_members [ 1248.922907] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8727abd-89bb-4a3d-8dee-94139635e9fd with Priority: HIGHEST for action security_group_members [ 1248.922907] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8727abd-89bb-4a3d-8dee-94139635e9fd taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.922907] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8727abd-89bb-4a3d-8dee-94139635e9fd" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.922907] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8727abd-89bb-4a3d-8dee-94139635e9fd" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.923147] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8727abd-89bb-4a3d-8dee-94139635e9fd" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.923147] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.923242] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.923300] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.923442] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.923532] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.923626] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8727abd-89bb-4a3d-8dee-94139635e9fd',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.954062] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.954252] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.954474] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.954738] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.954918] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.958455] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.958455] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.958455] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.958455] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.958455] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.958455] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca0a9feb-1c0a-41ac-8046-7bedd6052a0f is going to be updated. [ 1248.987257] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.987530] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.987972] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.988235] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.988400] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.000968] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca0a9feb-1c0a-41ac-8046-7bedd6052a0f in Status: IN_PROGRESS for 2s [ 1249.425512] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.425780] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.425840] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.426085] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.426191] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.426409] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.426507] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.426564] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.426723] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.426804] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.426891] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8727abd-89bb-4a3d-8dee-94139635e9fd is going to be updated. [ 1249.455396] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.455692] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.455692] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.455848] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.455998] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.464761] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8727abd-89bb-4a3d-8dee-94139635e9fd in Status: IN_PROGRESS for 2s [ 1249.980109] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 in Status: SUCCESS [ 1249.980109] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 deletion is rescheduled due to dependency. [ 1249.980109] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.784324] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d313c6dc-c75d-4cc0-bfd3-23222ce565bb in Status: SUCCESS [ 1250.785357] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d313c6dc-c75d-4cc0-bfd3-23222ce565bb deletion is rescheduled due to dependency. [ 1250.785357] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.824682] env[69758]: INFO networking_nsxv3.common.synchronization [None req-7986d8ab-03ed-4f90-8382-02bbca9f4df4 None None] Enqueued Resource ID: a748aadb-5aab-4e2c-934d-056c2d703700 with Priority: HIGHEST for action port [ 1250.825426] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a748aadb-5aab-4e2c-934d-056c2d703700 with Priority: HIGHEST for action port [ 1250.825994] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-a748aadb-5aab-4e2c-934d-056c2d703700 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.826422] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a748aadb-5aab-4e2c-934d-056c2d703700" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.826623] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a748aadb-5aab-4e2c-934d-056c2d703700" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.826985] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a748aadb-5aab-4e2c-934d-056c2d703700" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.827192] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a748aadb-5aab-4e2c-934d-056c2d703700',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.012236] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca0a9feb-1c0a-41ac-8046-7bedd6052a0f in Status: SUCCESS [ 1251.012412] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca0a9feb-1c0a-41ac-8046-7bedd6052a0f deletion is rescheduled due to dependency. [ 1251.012491] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca0a9feb-1c0a-41ac-8046-7bedd6052a0f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.330024] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a748aadb-5aab-4e2c-934d-056c2d703700 [ 1251.330317] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.330463] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.330536] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.330777] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.330873] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.330979] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a748aadb-5aab-4e2c-934d-056c2d703700 already deleted. [ 1251.331084] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a748aadb-5aab-4e2c-934d-056c2d703700" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.476120] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8727abd-89bb-4a3d-8dee-94139635e9fd in Status: SUCCESS [ 1251.476320] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8727abd-89bb-4a3d-8dee-94139635e9fd deletion is rescheduled due to dependency. [ 1251.476448] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8727abd-89bb-4a3d-8dee-94139635e9fd" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.846832] env[69758]: INFO networking_nsxv3.common.synchronization [None req-599a49a6-fafb-4311-a70d-2466ffc45529 None None] Enqueued Resource ID: f1700db6-adea-49fe-930c-e962db93cfee with Priority: HIGHEST for action port [ 1252.847715] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1700db6-adea-49fe-930c-e962db93cfee with Priority: HIGHEST for action port [ 1252.848138] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1700db6-adea-49fe-930c-e962db93cfee taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.848362] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1700db6-adea-49fe-930c-e962db93cfee" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.848410] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1700db6-adea-49fe-930c-e962db93cfee" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.848829] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1700db6-adea-49fe-930c-e962db93cfee" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.848918] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1700db6-adea-49fe-930c-e962db93cfee',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.350786] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f1700db6-adea-49fe-930c-e962db93cfee [ 1253.350988] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.351100] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.351163] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.351382] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.351511] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.351564] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f1700db6-adea-49fe-930c-e962db93cfee already deleted. [ 1253.351643] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1700db6-adea-49fe-930c-e962db93cfee" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.386116] env[69758]: INFO networking_nsxv3.common.synchronization [None req-1f336d6d-61bd-440f-a809-9ea278138795 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Enqueued Resource ID: bcbeb442-4ab3-4fbb-98a6-f897bdbbf7b5 with Priority: HIGHEST for action security_group_rules [ 1253.386655] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcbeb442-4ab3-4fbb-98a6-f897bdbbf7b5 with Priority: HIGHEST for action security_group_rules [ 1253.387434] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bcbeb442-4ab3-4fbb-98a6-f897bdbbf7b5 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.388042] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bcbeb442-4ab3-4fbb-98a6-f897bdbbf7b5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.388042] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bcbeb442-4ab3-4fbb-98a6-f897bdbbf7b5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.388259] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bcbeb442-4ab3-4fbb-98a6-f897bdbbf7b5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.388341] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bcbeb442-4ab3-4fbb-98a6-f897bdbbf7b5',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.488899] env[69758]: INFO networking_nsxv3.common.synchronization [None req-f9765f3c-e46d-481f-9e49-d6cbb104e12e tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Enqueued Resource ID: bcbeb442-4ab3-4fbb-98a6-f897bdbbf7b5 with Priority: HIGHEST for action security_group_rules [ 1253.489613] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcbeb442-4ab3-4fbb-98a6-f897bdbbf7b5 with Priority: HIGHEST for action security_group_rules [ 1253.489943] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bcbeb442-4ab3-4fbb-98a6-f897bdbbf7b5 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.494410] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bcbeb442-4ab3-4fbb-98a6-f897bdbbf7b5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.930136] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.930513] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.930513] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.930724] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.930839] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.930979] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bcbeb442-4ab3-4fbb-98a6-f897bdbbf7b5 already deleted. [ 1253.931094] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bcbeb442-4ab3-4fbb-98a6-f897bdbbf7b5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.931693] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bcbeb442-4ab3-4fbb-98a6-f897bdbbf7b5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.931949] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bcbeb442-4ab3-4fbb-98a6-f897bdbbf7b5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.932212] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bcbeb442-4ab3-4fbb-98a6-f897bdbbf7b5',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.456331] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.456331] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.456500] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.456622] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.456808] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.456808] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bcbeb442-4ab3-4fbb-98a6-f897bdbbf7b5 already deleted. [ 1254.456919] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bcbeb442-4ab3-4fbb-98a6-f897bdbbf7b5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.276498] env[69758]: INFO networking_nsxv3.common.synchronization [None req-8ed3be1e-6f96-4f2e-8a6d-01881d693979 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Enqueued Resource ID: 84a17eeb-3927-46b2-90cf-cd183917468d with Priority: HIGHEST for action security_group_rules [ 1255.277128] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84a17eeb-3927-46b2-90cf-cd183917468d with Priority: HIGHEST for action security_group_rules [ 1255.278146] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84a17eeb-3927-46b2-90cf-cd183917468d taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.278146] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84a17eeb-3927-46b2-90cf-cd183917468d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.278146] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84a17eeb-3927-46b2-90cf-cd183917468d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.278375] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84a17eeb-3927-46b2-90cf-cd183917468d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.278412] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84a17eeb-3927-46b2-90cf-cd183917468d',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.356927] env[69758]: INFO networking_nsxv3.common.synchronization [None req-44902fba-96b5-47a2-853c-5965d4b2cf52 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Enqueued Resource ID: 84a17eeb-3927-46b2-90cf-cd183917468d with Priority: HIGHEST for action security_group_rules [ 1255.356927] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84a17eeb-3927-46b2-90cf-cd183917468d with Priority: HIGHEST for action security_group_rules [ 1255.356927] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84a17eeb-3927-46b2-90cf-cd183917468d taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.356927] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84a17eeb-3927-46b2-90cf-cd183917468d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.799268] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.799470] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.799470] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.799696] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.799790] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.799912] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84a17eeb-3927-46b2-90cf-cd183917468d already deleted. [ 1255.800011] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84a17eeb-3927-46b2-90cf-cd183917468d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.800170] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84a17eeb-3927-46b2-90cf-cd183917468d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.800332] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84a17eeb-3927-46b2-90cf-cd183917468d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.800418] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84a17eeb-3927-46b2-90cf-cd183917468d',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.320411] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.320878] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.320878] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.320964] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.320999] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.321126] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84a17eeb-3927-46b2-90cf-cd183917468d already deleted. [ 1256.321223] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84a17eeb-3927-46b2-90cf-cd183917468d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.865209] env[69758]: INFO networking_nsxv3.common.synchronization [req-04e4a6a1-aae4-4fe9-85af-485262a13765 req-5790502e-a836-4094-a75a-d850bd805a96 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Enqueued Resource ID: 9eb84e11-bd15-4464-a095-3b7997012d4d with Priority: HIGHEST for action security_group_members [ 1258.865779] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9eb84e11-bd15-4464-a095-3b7997012d4d with Priority: HIGHEST for action security_group_members [ 1258.866140] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-9eb84e11-bd15-4464-a095-3b7997012d4d taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.866267] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9eb84e11-bd15-4464-a095-3b7997012d4d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.866334] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9eb84e11-bd15-4464-a095-3b7997012d4d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.866619] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9eb84e11-bd15-4464-a095-3b7997012d4d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.866784] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.866886] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.866943] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.867331] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.867452] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.867591] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9eb84e11-bd15-4464-a095-3b7997012d4d',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.168024] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-761 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.168227] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-761" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.168354] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-761" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.168798] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-761" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.169086] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.169251] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.169372] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.169598] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.169755] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.169997] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1259.170138] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1259.170249] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1259.170360] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1259.170473] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1259.170585] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1259.171152] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1259.192782] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1259.192992] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1259.193131] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1259.194055] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-761" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.194055] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-125242cb-62c4-48f1-aef1-ee0dffe86172 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.194055] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-125242cb-62c4-48f1-aef1-ee0dffe86172" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.194292] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-125242cb-62c4-48f1-aef1-ee0dffe86172" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.194561] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-125242cb-62c4-48f1-aef1-ee0dffe86172" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.194701] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('125242cb-62c4-48f1-aef1-ee0dffe86172',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.371429] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.371429] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.371429] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.371429] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.371429] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.371429] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.371429] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.371429] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.371429] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.372126] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.372126] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9eb84e11-bd15-4464-a095-3b7997012d4d already deleted. [ 1259.372126] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9eb84e11-bd15-4464-a095-3b7997012d4d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.697746] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.698089] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.698295] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.700061] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.700255] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.700429] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port 125242cb-62c4-48f1-aef1-ee0dffe86172 not found, creating... [ 1259.700781] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.700959] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.701127] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.701400] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.701552] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.701865] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.702041] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.702172] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.702394] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.702551] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.702702] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: 125242cb-62c4-48f1-aef1-ee0dffe86172 is going to be created. [ 1259.729567] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.729567] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.729567] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.729567] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.730040] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.730040] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-125242cb-62c4-48f1-aef1-ee0dffe86172" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.430413] env[69758]: INFO networking_nsxv3.common.synchronization [req-04e4a6a1-aae4-4fe9-85af-485262a13765 req-b132e949-c5a9-4887-9036-3daae0171c79 service nova] Enqueued Resource ID: 9eb84e11-bd15-4464-a095-3b7997012d4d with Priority: HIGHEST for action security_group_rules [ 1260.430759] env[69758]: INFO networking_nsxv3.common.synchronization [req-04e4a6a1-aae4-4fe9-85af-485262a13765 req-b132e949-c5a9-4887-9036-3daae0171c79 service nova] Enqueued Resource ID: 9eb84e11-bd15-4464-a095-3b7997012d4d with Priority: HIGHEST for action security_group_members [ 1260.430759] env[69758]: INFO networking_nsxv3.common.synchronization [req-04e4a6a1-aae4-4fe9-85af-485262a13765 req-b132e949-c5a9-4887-9036-3daae0171c79 service nova] Enqueued Resource ID: 125242cb-62c4-48f1-aef1-ee0dffe86172 with Priority: HIGHEST for action port [ 1260.430982] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9eb84e11-bd15-4464-a095-3b7997012d4d with Priority: HIGHEST for action security_group_rules [ 1260.431136] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9eb84e11-bd15-4464-a095-3b7997012d4d with Priority: HIGHEST for action security_group_members [ 1260.431231] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 125242cb-62c4-48f1-aef1-ee0dffe86172 with Priority: HIGHEST for action port [ 1260.431854] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9eb84e11-bd15-4464-a095-3b7997012d4d taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.432017] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9eb84e11-bd15-4464-a095-3b7997012d4d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.432330] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9eb84e11-bd15-4464-a095-3b7997012d4d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.432656] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9eb84e11-bd15-4464-a095-3b7997012d4d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.432773] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9eb84e11-bd15-4464-a095-3b7997012d4d',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.434092] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-9eb84e11-bd15-4464-a095-3b7997012d4d taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.434228] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9eb84e11-bd15-4464-a095-3b7997012d4d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.434355] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9eb84e11-bd15-4464-a095-3b7997012d4d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.434754] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9eb84e11-bd15-4464-a095-3b7997012d4d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.434882] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.435017] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.435087] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.435270] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.435393] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.435510] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9eb84e11-bd15-4464-a095-3b7997012d4d',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.436668] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-125242cb-62c4-48f1-aef1-ee0dffe86172 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.436840] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-125242cb-62c4-48f1-aef1-ee0dffe86172" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.436969] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-125242cb-62c4-48f1-aef1-ee0dffe86172" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.437613] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-125242cb-62c4-48f1-aef1-ee0dffe86172" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.437613] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('125242cb-62c4-48f1-aef1-ee0dffe86172',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.939965] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-9eb84e11-bd15-4464-a095-3b7997012d4d taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.940386] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9eb84e11-bd15-4464-a095-3b7997012d4d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.940447] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9eb84e11-bd15-4464-a095-3b7997012d4d',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.941331] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 125242cb-62c4-48f1-aef1-ee0dffe86172 with status ACTIVE [ 1260.941506] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.942214] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.942214] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.942214] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.942214] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.942214] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.942214] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.942580] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.942580] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.942647] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.942813] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.942959] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.943030] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.943293] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.943293] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.943428] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 125242cb-62c4-48f1-aef1-ee0dffe86172 is going to be updated. [ 1260.969394] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.969593] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.969672] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.970515] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.970515] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.970515] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-125242cb-62c4-48f1-aef1-ee0dffe86172" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.094787] env[69758]: INFO networking_nsxv3.common.synchronization [req-e50f99e5-b03c-4f00-a44d-f679e9a3d4bc req-145730a0-6848-4a6c-84c8-712ef73f7e6d tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Enqueued Resource ID: 9eb84e11-bd15-4464-a095-3b7997012d4d with Priority: HIGHEST for action security_group_members [ 1261.095604] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9eb84e11-bd15-4464-a095-3b7997012d4d with Priority: HIGHEST for action security_group_members [ 1261.096147] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-9eb84e11-bd15-4464-a095-3b7997012d4d taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.096297] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9eb84e11-bd15-4464-a095-3b7997012d4d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.446235] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9eb84e11-bd15-4464-a095-3b7997012d4d',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.473849] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-761 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.474175] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-761" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.474361] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-761" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.474724] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-761" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.475033] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.475256] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.475383] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.475656] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.475810] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.476049] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1261.476203] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1261.476289] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1261.476433] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1261.476559] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1261.476677] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1261.476882] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1261.497972] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1261.498230] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1261.498326] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1261.498507] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-761" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.498874] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-33717dd9-fac0-44d8-bff0-269ba822a661 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.499098] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-33717dd9-fac0-44d8-bff0-269ba822a661" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.499198] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-33717dd9-fac0-44d8-bff0-269ba822a661" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.499715] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-33717dd9-fac0-44d8-bff0-269ba822a661" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.499715] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33717dd9-fac0-44d8-bff0-269ba822a661',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.949626] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.949940] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.949940] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.950182] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.950228] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.950375] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9eb84e11-bd15-4464-a095-3b7997012d4d is going to be created. [ 1261.976040] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.976270] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.976270] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.976508] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.976650] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.989065] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9eb84e11-bd15-4464-a095-3b7997012d4d in Status: UNINITIALIZED for 2s [ 1262.002406] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.002628] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.002777] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.003099] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.003271] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.003435] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port 33717dd9-fac0-44d8-bff0-269ba822a661 not found, creating... [ 1262.003716] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.004153] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.004153] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.004286] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.004443] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.004737] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.004899] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.005038] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.005268] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.005508] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.005755] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: 33717dd9-fac0-44d8-bff0-269ba822a661 is going to be created. [ 1262.026843] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.027113] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.027192] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.027463] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.027790] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.028028] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-33717dd9-fac0-44d8-bff0-269ba822a661" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.136236] env[69758]: INFO networking_nsxv3.common.synchronization [req-a6184f43-103d-4b7f-8990-d0cdeff9d71b req-e57462f7-0abd-45cd-b5fb-933b9aa4e91e tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Enqueued Resource ID: 3f267419-0a83-4663-b12b-11b03d590c85 with Priority: HIGHEST for action security_group_members [ 1262.136784] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f267419-0a83-4663-b12b-11b03d590c85 with Priority: HIGHEST for action security_group_members [ 1262.137117] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f267419-0a83-4663-b12b-11b03d590c85 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.137248] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f267419-0a83-4663-b12b-11b03d590c85" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.137314] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f267419-0a83-4663-b12b-11b03d590c85" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.137572] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f267419-0a83-4663-b12b-11b03d590c85" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.137707] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.137814] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.137899] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.138033] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.138122] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.138215] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f267419-0a83-4663-b12b-11b03d590c85',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.640691] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.641081] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.641081] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.641277] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.641277] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.641479] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.641583] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.641646] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.641799] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.641893] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.641962] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f267419-0a83-4663-b12b-11b03d590c85 is going to be updated. [ 1262.670561] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.670753] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.670869] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.671169] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.671347] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.680782] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f267419-0a83-4663-b12b-11b03d590c85 in Status: IN_PROGRESS for 2s [ 1262.715789] env[69758]: INFO networking_nsxv3.common.synchronization [req-e50f99e5-b03c-4f00-a44d-f679e9a3d4bc req-bb697e3b-60d7-4222-acbe-9b0534116330 service nova] Enqueued Resource ID: 9eb84e11-bd15-4464-a095-3b7997012d4d with Priority: HIGHEST for action security_group_rules [ 1262.716014] env[69758]: INFO networking_nsxv3.common.synchronization [req-e50f99e5-b03c-4f00-a44d-f679e9a3d4bc req-bb697e3b-60d7-4222-acbe-9b0534116330 service nova] Enqueued Resource ID: 9eb84e11-bd15-4464-a095-3b7997012d4d with Priority: HIGHEST for action security_group_members [ 1262.716132] env[69758]: INFO networking_nsxv3.common.synchronization [req-e50f99e5-b03c-4f00-a44d-f679e9a3d4bc req-bb697e3b-60d7-4222-acbe-9b0534116330 service nova] Enqueued Resource ID: 33717dd9-fac0-44d8-bff0-269ba822a661 with Priority: HIGHEST for action port [ 1262.716665] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9eb84e11-bd15-4464-a095-3b7997012d4d with Priority: HIGHEST for action security_group_rules [ 1262.716805] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9eb84e11-bd15-4464-a095-3b7997012d4d with Priority: HIGHEST for action security_group_members [ 1262.716904] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33717dd9-fac0-44d8-bff0-269ba822a661 with Priority: HIGHEST for action port [ 1262.717228] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9eb84e11-bd15-4464-a095-3b7997012d4d taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.717323] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9eb84e11-bd15-4464-a095-3b7997012d4d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.717597] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-9eb84e11-bd15-4464-a095-3b7997012d4d taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.717597] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9eb84e11-bd15-4464-a095-3b7997012d4d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.717801] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-33717dd9-fac0-44d8-bff0-269ba822a661 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.717914] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33717dd9-fac0-44d8-bff0-269ba822a661" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.717914] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33717dd9-fac0-44d8-bff0-269ba822a661" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.718153] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33717dd9-fac0-44d8-bff0-269ba822a661" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.718232] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33717dd9-fac0-44d8-bff0-269ba822a661',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.224023] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 33717dd9-fac0-44d8-bff0-269ba822a661 with status ACTIVE [ 1263.224023] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.224023] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.224023] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.224023] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.224023] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.224023] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.224023] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.224023] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.224023] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.224023] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.224023] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.224023] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.224023] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.224023] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.224023] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.224023] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 33717dd9-fac0-44d8-bff0-269ba822a661 is going to be updated. [ 1263.248021] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.248188] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.248247] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.248471] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.248643] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.248832] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33717dd9-fac0-44d8-bff0-269ba822a661" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.356771] env[69758]: INFO networking_nsxv3.common.synchronization [req-fbd18a75-6bc8-46c7-9b46-a2124481c40a req-70757cd6-45a8-45f2-ae70-aa3697fc551c tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Enqueued Resource ID: bcbeb442-4ab3-4fbb-98a6-f897bdbbf7b5 with Priority: HIGHEST for action security_group_members [ 1263.357320] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcbeb442-4ab3-4fbb-98a6-f897bdbbf7b5 with Priority: HIGHEST for action security_group_members [ 1263.357680] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcbeb442-4ab3-4fbb-98a6-f897bdbbf7b5 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.357881] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcbeb442-4ab3-4fbb-98a6-f897bdbbf7b5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.357881] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcbeb442-4ab3-4fbb-98a6-f897bdbbf7b5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.360224] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcbeb442-4ab3-4fbb-98a6-f897bdbbf7b5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.360382] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.360489] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.360563] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.360720] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.360808] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.360887] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bcbeb442-4ab3-4fbb-98a6-f897bdbbf7b5',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.720239] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-815 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.720565] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-815" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.720606] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-815" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.720904] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-815" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.721195] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.721370] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.721482] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.721733] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.721893] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.722115] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1263.722234] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1263.722346] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1263.722457] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1263.722571] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1263.722683] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1263.722815] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1263.740990] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1263.741232] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1263.741380] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1263.741602] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-815" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.741927] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-e7c88dff-f103-425f-9587-ab09efecb5fa taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.742147] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-e7c88dff-f103-425f-9587-ab09efecb5fa" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.742278] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-e7c88dff-f103-425f-9587-ab09efecb5fa" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.742592] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-e7c88dff-f103-425f-9587-ab09efecb5fa" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.742736] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7c88dff-f103-425f-9587-ab09efecb5fa',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.862922] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.863224] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.863224] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.863297] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.863336] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.863530] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.863626] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.863688] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.863827] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.863907] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.863978] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcbeb442-4ab3-4fbb-98a6-f897bdbbf7b5 already deleted. [ 1263.864067] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcbeb442-4ab3-4fbb-98a6-f897bdbbf7b5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.999187] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9eb84e11-bd15-4464-a095-3b7997012d4d in Status: SUCCESS [ 1263.999398] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9eb84e11-bd15-4464-a095-3b7997012d4d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.999627] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9eb84e11-bd15-4464-a095-3b7997012d4d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.999841] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9eb84e11-bd15-4464-a095-3b7997012d4d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.000062] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.000613] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.000613] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.000613] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.000613] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.000613] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9eb84e11-bd15-4464-a095-3b7997012d4d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.000613] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9eb84e11-bd15-4464-a095-3b7997012d4d',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.001636] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9eb84e11-bd15-4464-a095-3b7997012d4d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.001636] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9eb84e11-bd15-4464-a095-3b7997012d4d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.001805] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.001906] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.001969] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.002128] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.002207] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.002294] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9eb84e11-bd15-4464-a095-3b7997012d4d',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.247550] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.247550] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.247550] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.247550] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.247550] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.247550] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port e7c88dff-f103-425f-9587-ab09efecb5fa not found, creating... [ 1264.247550] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.247550] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.247550] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.247550] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.247550] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.248012] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.248675] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.249474] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.249756] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.249938] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.250116] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: e7c88dff-f103-425f-9587-ab09efecb5fa is going to be created. [ 1264.270609] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.270810] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.271384] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.271384] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.271470] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.271719] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-e7c88dff-f103-425f-9587-ab09efecb5fa" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.504534] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-9eb84e11-bd15-4464-a095-3b7997012d4d taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.504798] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9eb84e11-bd15-4464-a095-3b7997012d4d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.504891] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9eb84e11-bd15-4464-a095-3b7997012d4d',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.694268] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f267419-0a83-4663-b12b-11b03d590c85 in Status: SUCCESS [ 1264.694468] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f267419-0a83-4663-b12b-11b03d590c85 deletion is rescheduled due to dependency. [ 1264.694596] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f267419-0a83-4663-b12b-11b03d590c85" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.007915] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9eb84e11-bd15-4464-a095-3b7997012d4d',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.022025] env[69758]: INFO networking_nsxv3.common.synchronization [req-fbd18a75-6bc8-46c7-9b46-a2124481c40a req-f1c88f09-ea1c-421d-951e-8c8f3b101ae9 service nova] Enqueued Resource ID: bcbeb442-4ab3-4fbb-98a6-f897bdbbf7b5 with Priority: HIGHEST for action security_group_rules [ 1265.022238] env[69758]: INFO networking_nsxv3.common.synchronization [req-fbd18a75-6bc8-46c7-9b46-a2124481c40a req-f1c88f09-ea1c-421d-951e-8c8f3b101ae9 service nova] Enqueued Resource ID: bcbeb442-4ab3-4fbb-98a6-f897bdbbf7b5 with Priority: HIGHEST for action security_group_members [ 1265.022381] env[69758]: INFO networking_nsxv3.common.synchronization [req-fbd18a75-6bc8-46c7-9b46-a2124481c40a req-f1c88f09-ea1c-421d-951e-8c8f3b101ae9 service nova] Enqueued Resource ID: e7c88dff-f103-425f-9587-ab09efecb5fa with Priority: HIGHEST for action port [ 1265.022605] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcbeb442-4ab3-4fbb-98a6-f897bdbbf7b5 with Priority: HIGHEST for action security_group_rules [ 1265.022734] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcbeb442-4ab3-4fbb-98a6-f897bdbbf7b5 with Priority: HIGHEST for action security_group_members [ 1265.022828] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7c88dff-f103-425f-9587-ab09efecb5fa with Priority: HIGHEST for action port [ 1265.023361] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bcbeb442-4ab3-4fbb-98a6-f897bdbbf7b5 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.023485] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bcbeb442-4ab3-4fbb-98a6-f897bdbbf7b5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.023543] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bcbeb442-4ab3-4fbb-98a6-f897bdbbf7b5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.023752] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bcbeb442-4ab3-4fbb-98a6-f897bdbbf7b5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.023836] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bcbeb442-4ab3-4fbb-98a6-f897bdbbf7b5',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.025116] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcbeb442-4ab3-4fbb-98a6-f897bdbbf7b5 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.025855] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcbeb442-4ab3-4fbb-98a6-f897bdbbf7b5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.025926] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcbeb442-4ab3-4fbb-98a6-f897bdbbf7b5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.026185] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcbeb442-4ab3-4fbb-98a6-f897bdbbf7b5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.026349] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.026450] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.026506] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.026658] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.026753] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.026879] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bcbeb442-4ab3-4fbb-98a6-f897bdbbf7b5',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.027668] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7c88dff-f103-425f-9587-ab09efecb5fa taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.027818] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7c88dff-f103-425f-9587-ab09efecb5fa" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.027884] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7c88dff-f103-425f-9587-ab09efecb5fa" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.028030] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7c88dff-f103-425f-9587-ab09efecb5fa" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.028098] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7c88dff-f103-425f-9587-ab09efecb5fa',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.510319] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.510608] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.510749] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.511056] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.511222] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.511442] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9eb84e11-bd15-4464-a095-3b7997012d4d is going to be updated. [ 1265.529991] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bcbeb442-4ab3-4fbb-98a6-f897bdbbf7b5',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.531389] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcbeb442-4ab3-4fbb-98a6-f897bdbbf7b5 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.531563] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcbeb442-4ab3-4fbb-98a6-f897bdbbf7b5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.531928] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e7c88dff-f103-425f-9587-ab09efecb5fa with status ACTIVE [ 1265.532155] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.532286] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.532370] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.532874] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.533138] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.536472] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.536602] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.536602] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.537071] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.537071] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.537202] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.537261] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.537300] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.538041] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.538041] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.538041] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e7c88dff-f103-425f-9587-ab09efecb5fa is going to be updated. [ 1265.541681] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.541877] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.541877] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.542135] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.542345] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.554210] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9eb84e11-bd15-4464-a095-3b7997012d4d in Status: IN_PROGRESS for 2s [ 1265.571393] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.571557] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.571633] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.572245] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.572245] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.572245] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7c88dff-f103-425f-9587-ab09efecb5fa" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.583257] env[69758]: INFO networking_nsxv3.common.synchronization [req-bc0d0396-54f1-457b-a891-4b8512ac4bcd req-e5250537-a689-41c3-bc6b-e1ebee81dcb9 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Enqueued Resource ID: 84a17eeb-3927-46b2-90cf-cd183917468d with Priority: HIGHEST for action security_group_members [ 1265.583828] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84a17eeb-3927-46b2-90cf-cd183917468d with Priority: HIGHEST for action security_group_members [ 1265.584283] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-84a17eeb-3927-46b2-90cf-cd183917468d taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.584437] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84a17eeb-3927-46b2-90cf-cd183917468d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.584505] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84a17eeb-3927-46b2-90cf-cd183917468d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.585034] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84a17eeb-3927-46b2-90cf-cd183917468d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.585034] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.585159] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.585277] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.585540] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.585650] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.585753] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84a17eeb-3927-46b2-90cf-cd183917468d',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.972456] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-432 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.972587] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-432" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.972761] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-432" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.973056] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-432" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.973314] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.973478] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.973598] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.974087] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.974375] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.974620] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1265.974747] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1265.974894] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1265.975069] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1265.975206] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1265.975320] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1265.975459] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1265.994018] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1265.994018] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1265.994018] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1265.994018] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-432" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.994359] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-9d0f9ef0-884b-4b49-9598-42dcedfd4150 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.994530] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-9d0f9ef0-884b-4b49-9598-42dcedfd4150" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.994662] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-9d0f9ef0-884b-4b49-9598-42dcedfd4150" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.995015] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-9d0f9ef0-884b-4b49-9598-42dcedfd4150" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.995163] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d0f9ef0-884b-4b49-9598-42dcedfd4150',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.032266] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bcbeb442-4ab3-4fbb-98a6-f897bdbbf7b5',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.087875] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.088088] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.088189] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.088532] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.088701] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.088995] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.089181] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.089291] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.089524] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.089667] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.089803] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84a17eeb-3927-46b2-90cf-cd183917468d already deleted. [ 1266.089903] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84a17eeb-3927-46b2-90cf-cd183917468d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.497933] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.498160] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.498298] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.498678] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.499285] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.499285] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port 9d0f9ef0-884b-4b49-9598-42dcedfd4150 not found, creating... [ 1266.499285] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.499661] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.499661] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.500077] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.500077] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.500401] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.500621] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.500802] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.501021] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.501256] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.501494] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: 9d0f9ef0-884b-4b49-9598-42dcedfd4150 is going to be created. [ 1266.525298] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.525730] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.525826] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.526111] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.526396] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.526674] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-9d0f9ef0-884b-4b49-9598-42dcedfd4150" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.536440] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.536591] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.536657] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.537226] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.537226] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.537226] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcbeb442-4ab3-4fbb-98a6-f897bdbbf7b5 is going to be created. [ 1266.563495] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.563661] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.563853] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.563911] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.564106] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.576304] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcbeb442-4ab3-4fbb-98a6-f897bdbbf7b5 in Status: UNINITIALIZED for 2s [ 1267.329296] env[69758]: INFO networking_nsxv3.common.synchronization [req-bc0d0396-54f1-457b-a891-4b8512ac4bcd req-f781859f-334f-4440-98de-a9859ceb04bd service nova] Enqueued Resource ID: 84a17eeb-3927-46b2-90cf-cd183917468d with Priority: HIGHEST for action security_group_rules [ 1267.329296] env[69758]: INFO networking_nsxv3.common.synchronization [req-bc0d0396-54f1-457b-a891-4b8512ac4bcd req-f781859f-334f-4440-98de-a9859ceb04bd service nova] Enqueued Resource ID: 84a17eeb-3927-46b2-90cf-cd183917468d with Priority: HIGHEST for action security_group_members [ 1267.329296] env[69758]: INFO networking_nsxv3.common.synchronization [req-bc0d0396-54f1-457b-a891-4b8512ac4bcd req-f781859f-334f-4440-98de-a9859ceb04bd service nova] Enqueued Resource ID: 9d0f9ef0-884b-4b49-9598-42dcedfd4150 with Priority: HIGHEST for action port [ 1267.329296] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84a17eeb-3927-46b2-90cf-cd183917468d with Priority: HIGHEST for action security_group_rules [ 1267.329296] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84a17eeb-3927-46b2-90cf-cd183917468d with Priority: HIGHEST for action security_group_members [ 1267.329296] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d0f9ef0-884b-4b49-9598-42dcedfd4150 with Priority: HIGHEST for action port [ 1267.330842] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84a17eeb-3927-46b2-90cf-cd183917468d taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.331253] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84a17eeb-3927-46b2-90cf-cd183917468d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.333358] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84a17eeb-3927-46b2-90cf-cd183917468d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.333358] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84a17eeb-3927-46b2-90cf-cd183917468d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.333358] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84a17eeb-3927-46b2-90cf-cd183917468d',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.335272] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-84a17eeb-3927-46b2-90cf-cd183917468d taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.335272] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84a17eeb-3927-46b2-90cf-cd183917468d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.335272] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84a17eeb-3927-46b2-90cf-cd183917468d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.335272] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84a17eeb-3927-46b2-90cf-cd183917468d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.335272] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.335588] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.335674] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.336041] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.336204] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.339513] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84a17eeb-3927-46b2-90cf-cd183917468d',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.340671] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d0f9ef0-884b-4b49-9598-42dcedfd4150 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.341470] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d0f9ef0-884b-4b49-9598-42dcedfd4150" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.341470] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d0f9ef0-884b-4b49-9598-42dcedfd4150" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.341581] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d0f9ef0-884b-4b49-9598-42dcedfd4150" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.341581] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d0f9ef0-884b-4b49-9598-42dcedfd4150',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.567312] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9eb84e11-bd15-4464-a095-3b7997012d4d in Status: SUCCESS [ 1267.568349] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9eb84e11-bd15-4464-a095-3b7997012d4d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.568624] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9eb84e11-bd15-4464-a095-3b7997012d4d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.568980] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9eb84e11-bd15-4464-a095-3b7997012d4d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.569313] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.569506] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.569623] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.569883] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.570047] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.570195] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9eb84e11-bd15-4464-a095-3b7997012d4d',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.844551] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-84a17eeb-3927-46b2-90cf-cd183917468d taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.844743] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84a17eeb-3927-46b2-90cf-cd183917468d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.844873] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('84a17eeb-3927-46b2-90cf-cd183917468d',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.845789] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9d0f9ef0-884b-4b49-9598-42dcedfd4150 with status ACTIVE [ 1267.845992] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.846144] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.846223] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.846441] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.846536] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.846710] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.846813] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.846880] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.847600] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.847721] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.848061] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.848199] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.848365] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.848659] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.848782] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.848981] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9d0f9ef0-884b-4b49-9598-42dcedfd4150 is going to be updated. [ 1267.873631] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.873851] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.873908] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.874170] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.874331] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.874552] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d0f9ef0-884b-4b49-9598-42dcedfd4150" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.073079] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9eb84e11-bd15-4464-a095-3b7997012d4d',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.351498] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('84a17eeb-3927-46b2-90cf-cd183917468d',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.578188] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9eb84e11-bd15-4464-a095-3b7997012d4d',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.588055] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcbeb442-4ab3-4fbb-98a6-f897bdbbf7b5 in Status: SUCCESS [ 1268.589590] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcbeb442-4ab3-4fbb-98a6-f897bdbbf7b5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.589590] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcbeb442-4ab3-4fbb-98a6-f897bdbbf7b5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.589590] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcbeb442-4ab3-4fbb-98a6-f897bdbbf7b5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.589590] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.589590] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.589590] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.590136] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.590185] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.590310] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcbeb442-4ab3-4fbb-98a6-f897bdbbf7b5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.590487] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bcbeb442-4ab3-4fbb-98a6-f897bdbbf7b5',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.853993] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.854188] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.854254] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.854500] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.854582] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.854685] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84a17eeb-3927-46b2-90cf-cd183917468d is going to be created. [ 1268.882747] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.882970] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.883061] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.883287] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.883454] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.893163] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84a17eeb-3927-46b2-90cf-cd183917468d in Status: UNINITIALIZED for 2s [ 1269.079193] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.079193] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.079193] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.079193] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.079787] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.079787] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9eb84e11-bd15-4464-a095-3b7997012d4d is going to be updated. [ 1269.093303] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bcbeb442-4ab3-4fbb-98a6-f897bdbbf7b5',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.111835] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.112047] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.112138] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.112412] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.112620] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.131704] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9eb84e11-bd15-4464-a095-3b7997012d4d in Status: IN_PROGRESS for 2s [ 1269.596126] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bcbeb442-4ab3-4fbb-98a6-f897bdbbf7b5: rpc.has_security_group_logging(os_id): False [ 1269.616300] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.616518] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.616583] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.616916] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.617047] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.617305] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.617411] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.617476] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.617688] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.617819] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.617936] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bcbeb442-4ab3-4fbb-98a6-f897bdbbf7b5 is going to be created. [ 1269.698378] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.698538] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.698609] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.698858] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.699064] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.712241] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bcbeb442-4ab3-4fbb-98a6-f897bdbbf7b5 in Status: IN_PROGRESS for 2s [ 1270.905930] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84a17eeb-3927-46b2-90cf-cd183917468d in Status: SUCCESS [ 1270.905930] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84a17eeb-3927-46b2-90cf-cd183917468d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.905930] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84a17eeb-3927-46b2-90cf-cd183917468d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.905930] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84a17eeb-3927-46b2-90cf-cd183917468d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.905930] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.905930] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.905930] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.905930] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.905930] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.905930] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84a17eeb-3927-46b2-90cf-cd183917468d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.905930] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('84a17eeb-3927-46b2-90cf-cd183917468d',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.150582] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9eb84e11-bd15-4464-a095-3b7997012d4d in Status: SUCCESS [ 1271.150811] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9eb84e11-bd15-4464-a095-3b7997012d4d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.150987] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9eb84e11-bd15-4464-a095-3b7997012d4d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.151235] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9eb84e11-bd15-4464-a095-3b7997012d4d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.151425] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.151546] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.151610] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.151765] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.151846] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.151932] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9eb84e11-bd15-4464-a095-3b7997012d4d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.152103] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-9eb84e11-bd15-4464-a095-3b7997012d4d taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.152196] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9eb84e11-bd15-4464-a095-3b7997012d4d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.152252] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9eb84e11-bd15-4464-a095-3b7997012d4d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.152417] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9eb84e11-bd15-4464-a095-3b7997012d4d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.152556] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.152648] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.152710] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.152849] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.152924] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.153009] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9eb84e11-bd15-4464-a095-3b7997012d4d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.153106] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9eb84e11-bd15-4464-a095-3b7997012d4d',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.408258] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('84a17eeb-3927-46b2-90cf-cd183917468d',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.656418] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9eb84e11-bd15-4464-a095-3b7997012d4d: rpc.has_security_group_logging(os_id): False [ 1271.676853] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.677058] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.677457] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.677457] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.677457] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.677735] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.677816] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.677868] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.678031] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.678080] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.678243] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.678336] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.678399] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.678527] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.678596] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.678804] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.678899] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.679115] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.679186] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.679269] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.679353] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9eb84e11-bd15-4464-a095-3b7997012d4d is going to be created. [ 1271.725862] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bcbeb442-4ab3-4fbb-98a6-f897bdbbf7b5 in Status: SUCCESS [ 1271.726109] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bcbeb442-4ab3-4fbb-98a6-f897bdbbf7b5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.739736] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.740267] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.740267] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.740267] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.740458] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.754391] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9eb84e11-bd15-4464-a095-3b7997012d4d in Status: IN_PROGRESS for 2s [ 1271.910913] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 84a17eeb-3927-46b2-90cf-cd183917468d: rpc.has_security_group_logging(os_id): False [ 1271.933033] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.933033] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.933033] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.933033] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.933033] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.933033] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.933033] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.933033] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.933033] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.933033] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.933033] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84a17eeb-3927-46b2-90cf-cd183917468d is going to be created. [ 1272.042379] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.045386] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.045386] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.045386] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.045386] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.062010] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84a17eeb-3927-46b2-90cf-cd183917468d in Status: IN_PROGRESS for 2s [ 1272.329808] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1272.330118] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1272.334475] env[69758]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-19f4b427-64cd-4f09-8045-7814afbf13ae None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1272.334686] env[69758]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-19f4b427-64cd-4f09-8045-7814afbf13ae None None] NSXv3 Agent Agent loop - iteration:3 started [ 1272.424548] env[69758]: INFO networking_nsxv3.common.synchronization [None req-88bc9bc1-c12b-4435-87ec-14a701e3ef2c None None] Enqueued Resource ID: 69cecfa3-353a-4522-afe5-aa8a7dc0ef67 with Priority: HIGHEST for action port [ 1272.424695] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69cecfa3-353a-4522-afe5-aa8a7dc0ef67 with Priority: HIGHEST for action port [ 1272.425087] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-69cecfa3-353a-4522-afe5-aa8a7dc0ef67 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.425197] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69cecfa3-353a-4522-afe5-aa8a7dc0ef67" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.425197] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69cecfa3-353a-4522-afe5-aa8a7dc0ef67" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.425440] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69cecfa3-353a-4522-afe5-aa8a7dc0ef67" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.425553] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69cecfa3-353a-4522-afe5-aa8a7dc0ef67',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.928379] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 69cecfa3-353a-4522-afe5-aa8a7dc0ef67 [ 1272.928379] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.928379] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.929180] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.929180] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.929180] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.929180] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:69cecfa3-353a-4522-afe5-aa8a7dc0ef67 already deleted. [ 1272.929180] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69cecfa3-353a-4522-afe5-aa8a7dc0ef67" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.771389] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9eb84e11-bd15-4464-a095-3b7997012d4d in Status: SUCCESS [ 1273.772013] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9eb84e11-bd15-4464-a095-3b7997012d4d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.772013] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9eb84e11-bd15-4464-a095-3b7997012d4d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.772146] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9eb84e11-bd15-4464-a095-3b7997012d4d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.772194] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9eb84e11-bd15-4464-a095-3b7997012d4d',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.827363] env[69758]: INFO networking_nsxv3.common.synchronization [req-a93bedf7-72c1-4009-bb3c-a0218ef6b86c req-c4b0e0d6-af6e-418e-adef-515f3b902471 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Enqueued Resource ID: 0669151b-9f07-4636-b94c-3ed9ee1ae80e with Priority: HIGHEST for action security_group_members [ 1273.827967] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0669151b-9f07-4636-b94c-3ed9ee1ae80e with Priority: HIGHEST for action security_group_members [ 1273.828293] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-0669151b-9f07-4636-b94c-3ed9ee1ae80e taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.828421] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0669151b-9f07-4636-b94c-3ed9ee1ae80e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.828686] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0669151b-9f07-4636-b94c-3ed9ee1ae80e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.828759] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0669151b-9f07-4636-b94c-3ed9ee1ae80e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.829384] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.829512] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.829581] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.829749] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.829859] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.829982] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0669151b-9f07-4636-b94c-3ed9ee1ae80e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.075526] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84a17eeb-3927-46b2-90cf-cd183917468d in Status: SUCCESS [ 1274.075993] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84a17eeb-3927-46b2-90cf-cd183917468d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.146590] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-5 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.147221] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.147365] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.147685] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.147993] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.148178] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.148640] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.148861] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.149036] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.149264] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1274.149383] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1274.150124] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1274.150302] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1274.150434] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1274.150553] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1274.150725] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1274.168527] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1274.168700] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1274.168846] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1274.169041] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.169370] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-12c95c41-504e-47b4-980d-2168a8d1582e taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.169546] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-12c95c41-504e-47b4-980d-2168a8d1582e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.169670] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-12c95c41-504e-47b4-980d-2168a8d1582e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.169949] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-12c95c41-504e-47b4-980d-2168a8d1582e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.170135] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12c95c41-504e-47b4-980d-2168a8d1582e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.278835] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-9eb84e11-bd15-4464-a095-3b7997012d4d taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.279067] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9eb84e11-bd15-4464-a095-3b7997012d4d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.279416] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9eb84e11-bd15-4464-a095-3b7997012d4d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.279644] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9eb84e11-bd15-4464-a095-3b7997012d4d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.280161] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.280161] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.280161] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.280382] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.280382] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.280382] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9eb84e11-bd15-4464-a095-3b7997012d4d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.280493] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9eb84e11-bd15-4464-a095-3b7997012d4d',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.332962] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.333151] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.333151] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.333371] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.333463] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.333662] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.333763] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.333830] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.333972] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.334066] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.334165] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0669151b-9f07-4636-b94c-3ed9ee1ae80e is going to be updated. [ 1274.361380] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.361545] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.361591] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.361800] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.361949] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.371456] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0669151b-9f07-4636-b94c-3ed9ee1ae80e in Status: IN_PROGRESS for 2s [ 1274.675941] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.676263] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.676420] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.676759] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.676946] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.677297] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.677491] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.677694] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.678063] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.678164] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.678508] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.678721] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.678878] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.679142] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.679339] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.679503] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: 12c95c41-504e-47b4-980d-2168a8d1582e is going to be updated. [ 1274.701861] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.702188] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.702370] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.702688] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.702955] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.703397] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-12c95c41-504e-47b4-980d-2168a8d1582e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.781436] env[69758]: INFO networking_nsxv3.common.synchronization [None req-29b27bbe-411a-4a05-8ef7-5db5c085107c None None] Enqueued Resource ID: 02f65368-4e9e-4fcc-b3ae-412b69774e0d with Priority: HIGHEST for action port [ 1274.782026] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02f65368-4e9e-4fcc-b3ae-412b69774e0d with Priority: HIGHEST for action port [ 1274.782375] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-02f65368-4e9e-4fcc-b3ae-412b69774e0d taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.782512] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02f65368-4e9e-4fcc-b3ae-412b69774e0d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.782580] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02f65368-4e9e-4fcc-b3ae-412b69774e0d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.782865] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02f65368-4e9e-4fcc-b3ae-412b69774e0d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.782949] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02f65368-4e9e-4fcc-b3ae-412b69774e0d',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.784679] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-9eb84e11-bd15-4464-a095-3b7997012d4d taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.784827] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9eb84e11-bd15-4464-a095-3b7997012d4d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.784899] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9eb84e11-bd15-4464-a095-3b7997012d4d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.785114] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9eb84e11-bd15-4464-a095-3b7997012d4d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.785270] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.785368] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.785448] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.785751] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.785751] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.785830] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9eb84e11-bd15-4464-a095-3b7997012d4d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.785956] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-9eb84e11-bd15-4464-a095-3b7997012d4d taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.786082] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9eb84e11-bd15-4464-a095-3b7997012d4d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.786144] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9eb84e11-bd15-4464-a095-3b7997012d4d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.786386] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9eb84e11-bd15-4464-a095-3b7997012d4d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.786451] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.786524] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.786586] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.786724] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.786885] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.786885] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9eb84e11-bd15-4464-a095-3b7997012d4d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.786969] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9eb84e11-bd15-4464-a095-3b7997012d4d',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.285670] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 02f65368-4e9e-4fcc-b3ae-412b69774e0d [ 1275.286147] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.286147] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.286495] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.286495] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.286614] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.286680] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:02f65368-4e9e-4fcc-b3ae-412b69774e0d already deleted. [ 1275.286774] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02f65368-4e9e-4fcc-b3ae-412b69774e0d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.289223] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9eb84e11-bd15-4464-a095-3b7997012d4d: rpc.has_security_group_logging(os_id): False [ 1275.316140] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.316140] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.316140] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.316140] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.316140] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.316140] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.316140] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.316140] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.316140] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.316140] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.316140] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.316140] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.316140] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.316637] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.316637] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.316719] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.316765] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.316844] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.317090] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.317090] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.317178] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9eb84e11-bd15-4464-a095-3b7997012d4d is going to be updated. [ 1275.399524] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.399524] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.399524] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.399524] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.399524] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.412114] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9eb84e11-bd15-4464-a095-3b7997012d4d in Status: IN_PROGRESS for 2s [ 1275.502974] env[69758]: INFO networking_nsxv3.common.synchronization [req-fee52dfc-67e8-48fc-8cc1-916197ec6001 req-2f0e9382-9e6b-4db5-a8f3-0720bc109f5e service nova] Enqueued Resource ID: 901c55bc-6356-414c-bc3a-6ff527b8fab1 with Priority: HIGHEST for action security_group_rules [ 1275.503192] env[69758]: INFO networking_nsxv3.common.synchronization [req-fee52dfc-67e8-48fc-8cc1-916197ec6001 req-2f0e9382-9e6b-4db5-a8f3-0720bc109f5e service nova] Enqueued Resource ID: 901c55bc-6356-414c-bc3a-6ff527b8fab1 with Priority: HIGHEST for action security_group_members [ 1275.503338] env[69758]: INFO networking_nsxv3.common.synchronization [req-fee52dfc-67e8-48fc-8cc1-916197ec6001 req-2f0e9382-9e6b-4db5-a8f3-0720bc109f5e service nova] Enqueued Resource ID: 12c95c41-504e-47b4-980d-2168a8d1582e with Priority: HIGHEST for action port [ 1275.503960] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 901c55bc-6356-414c-bc3a-6ff527b8fab1 with Priority: HIGHEST for action security_group_rules [ 1275.504306] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 901c55bc-6356-414c-bc3a-6ff527b8fab1 with Priority: HIGHEST for action security_group_members [ 1275.504428] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12c95c41-504e-47b4-980d-2168a8d1582e with Priority: HIGHEST for action port [ 1275.504771] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-901c55bc-6356-414c-bc3a-6ff527b8fab1 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.504965] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-901c55bc-6356-414c-bc3a-6ff527b8fab1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.505093] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-901c55bc-6356-414c-bc3a-6ff527b8fab1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.505410] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-901c55bc-6356-414c-bc3a-6ff527b8fab1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.505478] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('901c55bc-6356-414c-bc3a-6ff527b8fab1',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.507502] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-901c55bc-6356-414c-bc3a-6ff527b8fab1 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.507721] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-901c55bc-6356-414c-bc3a-6ff527b8fab1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.507881] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-901c55bc-6356-414c-bc3a-6ff527b8fab1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.508225] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-901c55bc-6356-414c-bc3a-6ff527b8fab1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.508334] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.508466] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.508528] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.508816] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.508876] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.508955] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('901c55bc-6356-414c-bc3a-6ff527b8fab1',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.510454] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-12c95c41-504e-47b4-980d-2168a8d1582e taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.510600] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12c95c41-504e-47b4-980d-2168a8d1582e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.510673] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12c95c41-504e-47b4-980d-2168a8d1582e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.511103] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12c95c41-504e-47b4-980d-2168a8d1582e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.511222] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12c95c41-504e-47b4-980d-2168a8d1582e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.007588] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-901c55bc-6356-414c-bc3a-6ff527b8fab1 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.007961] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-901c55bc-6356-414c-bc3a-6ff527b8fab1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.014687] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('901c55bc-6356-414c-bc3a-6ff527b8fab1',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.015720] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 12c95c41-504e-47b4-980d-2168a8d1582e with status ACTIVE [ 1276.015939] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.016093] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.016177] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.016360] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.016446] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.016626] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.016739] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.016813] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.016934] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.017025] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.017203] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.017299] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.017358] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.017508] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.017577] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.017740] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 12c95c41-504e-47b4-980d-2168a8d1582e is going to be updated. [ 1276.041500] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.041740] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.041926] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.042161] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.042303] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.042468] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12c95c41-504e-47b4-980d-2168a8d1582e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.383822] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0669151b-9f07-4636-b94c-3ed9ee1ae80e in Status: SUCCESS [ 1276.383822] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0669151b-9f07-4636-b94c-3ed9ee1ae80e deletion is rescheduled due to dependency. [ 1276.383822] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0669151b-9f07-4636-b94c-3ed9ee1ae80e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.521243] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('901c55bc-6356-414c-bc3a-6ff527b8fab1',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.025900] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.026086] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.026156] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.026386] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.026475] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.026581] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 901c55bc-6356-414c-bc3a-6ff527b8fab1 is going to be updated. [ 1277.060796] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.060986] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.061047] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.061316] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.061484] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.070958] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 901c55bc-6356-414c-bc3a-6ff527b8fab1 in Status: IN_PROGRESS for 2s [ 1277.428098] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9eb84e11-bd15-4464-a095-3b7997012d4d in Status: SUCCESS [ 1277.428405] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9eb84e11-bd15-4464-a095-3b7997012d4d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.871628] env[69758]: INFO networking_nsxv3.common.synchronization [req-2bed5fe6-8b2b-4561-8a84-8e5f782a477d req-40db1b43-f0f8-4a01-ab46-b4fa07b7918c tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] Enqueued Resource ID: 95a4fd17-7c98-4057-930b-20731c4dc032 with Priority: HIGHEST for action security_group_members [ 1277.872224] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95a4fd17-7c98-4057-930b-20731c4dc032 with Priority: HIGHEST for action security_group_members [ 1277.872673] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-95a4fd17-7c98-4057-930b-20731c4dc032 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.872808] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95a4fd17-7c98-4057-930b-20731c4dc032" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.872879] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95a4fd17-7c98-4057-930b-20731c4dc032" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.873179] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95a4fd17-7c98-4057-930b-20731c4dc032" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.873336] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.873450] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.873541] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.873711] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.873804] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.873898] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95a4fd17-7c98-4057-930b-20731c4dc032',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.242622] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-602 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.242622] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-602" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.242622] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-602" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.242622] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-602" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.242622] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.242622] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.242622] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.242622] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.243160] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.243160] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1278.243160] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1278.243319] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1278.243476] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1278.243655] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1278.243836] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1278.244032] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1278.300225] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1278.300509] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.056 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1278.300594] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1278.300743] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-602" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.301098] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-52ef01e0-8b7c-4590-94b6-08b3dbc23dac taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.301291] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-52ef01e0-8b7c-4590-94b6-08b3dbc23dac" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.301419] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-52ef01e0-8b7c-4590-94b6-08b3dbc23dac" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.301782] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-52ef01e0-8b7c-4590-94b6-08b3dbc23dac" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.302010] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52ef01e0-8b7c-4590-94b6-08b3dbc23dac',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.376861] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.377189] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.377189] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.377479] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.377602] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.377869] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.378022] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.378121] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.378247] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.378334] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.378420] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95a4fd17-7c98-4057-930b-20731c4dc032 already deleted. [ 1278.378520] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95a4fd17-7c98-4057-930b-20731c4dc032" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.805349] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.805783] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.805945] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.806305] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.806569] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.806784] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port 52ef01e0-8b7c-4590-94b6-08b3dbc23dac not found, creating... [ 1278.807083] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.807254] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.807374] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.807824] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.808413] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.808725] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.808953] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.809033] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.809400] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.809580] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.809737] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: 52ef01e0-8b7c-4590-94b6-08b3dbc23dac is going to be created. [ 1278.834548] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.834786] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.834918] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.835228] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.835473] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.835734] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-52ef01e0-8b7c-4590-94b6-08b3dbc23dac" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.082082] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 901c55bc-6356-414c-bc3a-6ff527b8fab1 in Status: SUCCESS [ 1279.082322] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-901c55bc-6356-414c-bc3a-6ff527b8fab1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.082521] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-901c55bc-6356-414c-bc3a-6ff527b8fab1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.082711] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-901c55bc-6356-414c-bc3a-6ff527b8fab1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.082964] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.083121] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.083294] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.083386] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.083541] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.083650] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-901c55bc-6356-414c-bc3a-6ff527b8fab1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.083690] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('901c55bc-6356-414c-bc3a-6ff527b8fab1',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.585508] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('901c55bc-6356-414c-bc3a-6ff527b8fab1',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.616633] env[69758]: INFO networking_nsxv3.common.synchronization [req-2bed5fe6-8b2b-4561-8a84-8e5f782a477d req-437d09e9-5bb3-4a6b-af2a-084b9627d139 service nova] Enqueued Resource ID: 95a4fd17-7c98-4057-930b-20731c4dc032 with Priority: HIGHEST for action security_group_rules [ 1279.616633] env[69758]: INFO networking_nsxv3.common.synchronization [req-2bed5fe6-8b2b-4561-8a84-8e5f782a477d req-437d09e9-5bb3-4a6b-af2a-084b9627d139 service nova] Enqueued Resource ID: 95a4fd17-7c98-4057-930b-20731c4dc032 with Priority: HIGHEST for action security_group_members [ 1279.616633] env[69758]: INFO networking_nsxv3.common.synchronization [req-2bed5fe6-8b2b-4561-8a84-8e5f782a477d req-437d09e9-5bb3-4a6b-af2a-084b9627d139 service nova] Enqueued Resource ID: 52ef01e0-8b7c-4590-94b6-08b3dbc23dac with Priority: HIGHEST for action port [ 1279.617055] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95a4fd17-7c98-4057-930b-20731c4dc032 with Priority: HIGHEST for action security_group_rules [ 1279.617198] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95a4fd17-7c98-4057-930b-20731c4dc032 with Priority: HIGHEST for action security_group_members [ 1279.617331] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52ef01e0-8b7c-4590-94b6-08b3dbc23dac with Priority: HIGHEST for action port [ 1279.617755] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95a4fd17-7c98-4057-930b-20731c4dc032 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.617755] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95a4fd17-7c98-4057-930b-20731c4dc032" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.618292] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95a4fd17-7c98-4057-930b-20731c4dc032" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.618561] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95a4fd17-7c98-4057-930b-20731c4dc032" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.618650] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95a4fd17-7c98-4057-930b-20731c4dc032',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.619564] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-95a4fd17-7c98-4057-930b-20731c4dc032 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.619683] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95a4fd17-7c98-4057-930b-20731c4dc032" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.619683] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95a4fd17-7c98-4057-930b-20731c4dc032" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.619861] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95a4fd17-7c98-4057-930b-20731c4dc032" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.620036] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.620167] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.620167] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.620326] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.620392] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.620463] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95a4fd17-7c98-4057-930b-20731c4dc032',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.621228] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-52ef01e0-8b7c-4590-94b6-08b3dbc23dac taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.622491] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-52ef01e0-8b7c-4590-94b6-08b3dbc23dac" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.622582] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-52ef01e0-8b7c-4590-94b6-08b3dbc23dac" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.622818] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-52ef01e0-8b7c-4590-94b6-08b3dbc23dac" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.622911] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52ef01e0-8b7c-4590-94b6-08b3dbc23dac',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.088464] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 901c55bc-6356-414c-bc3a-6ff527b8fab1: rpc.has_security_group_logging(os_id): False [ 1280.107177] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.107435] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.107592] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.107869] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.108034] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.108326] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.108507] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.108607] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.108768] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.108866] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.108976] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 901c55bc-6356-414c-bc3a-6ff527b8fab1 is going to be updated. [ 1280.125226] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-95a4fd17-7c98-4057-930b-20731c4dc032 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.125470] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95a4fd17-7c98-4057-930b-20731c4dc032" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.125725] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('95a4fd17-7c98-4057-930b-20731c4dc032',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.126994] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 52ef01e0-8b7c-4590-94b6-08b3dbc23dac with status ACTIVE [ 1280.127345] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.127518] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.128229] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.128557] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.128708] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.128979] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.129158] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.129262] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.129513] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.129723] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.129935] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.130104] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.130207] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.130435] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.130561] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.130692] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 52ef01e0-8b7c-4590-94b6-08b3dbc23dac is going to be updated. [ 1280.151662] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.151821] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.151883] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.152127] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.152278] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.152449] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-52ef01e0-8b7c-4590-94b6-08b3dbc23dac" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.196458] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.196684] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.196792] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.197107] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.197328] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.220485] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 901c55bc-6356-414c-bc3a-6ff527b8fab1 in Status: IN_PROGRESS for 2s [ 1280.633276] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('95a4fd17-7c98-4057-930b-20731c4dc032',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.135849] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.136246] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.136246] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.136351] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.136408] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.136513] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95a4fd17-7c98-4057-930b-20731c4dc032 is going to be created. [ 1281.164976] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.165156] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.165265] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.165448] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.166045] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.176482] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95a4fd17-7c98-4057-930b-20731c4dc032 in Status: UNINITIALIZED for 2s [ 1282.076288] env[69758]: INFO networking_nsxv3.common.synchronization [req-1d35b771-090c-40e2-8588-4964e52cf984 req-979ef26b-d8d2-4f09-a2a2-dc4331e22796 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Enqueued Resource ID: 84a17eeb-3927-46b2-90cf-cd183917468d with Priority: HIGHEST for action security_group_members [ 1282.076849] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84a17eeb-3927-46b2-90cf-cd183917468d with Priority: HIGHEST for action security_group_members [ 1282.077257] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-84a17eeb-3927-46b2-90cf-cd183917468d taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.077352] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84a17eeb-3927-46b2-90cf-cd183917468d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.077392] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84a17eeb-3927-46b2-90cf-cd183917468d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.077616] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84a17eeb-3927-46b2-90cf-cd183917468d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.077803] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.077913] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.077980] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.078181] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.078315] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.078380] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84a17eeb-3927-46b2-90cf-cd183917468d',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.251552] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 901c55bc-6356-414c-bc3a-6ff527b8fab1 in Status: SUCCESS [ 1282.252251] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-901c55bc-6356-414c-bc3a-6ff527b8fab1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.438769] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-432 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.438974] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-432" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.439107] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-432" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.439386] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-432" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.439666] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.440988] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.440988] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.442493] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.442661] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.442889] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1282.443124] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1282.443185] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1282.443271] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1282.443385] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1282.443493] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1282.443631] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1282.470142] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1282.470142] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1282.470142] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1282.470142] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-432" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.470142] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-639d7e69-53d8-44c0-9176-987eead8bec6 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.470142] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-639d7e69-53d8-44c0-9176-987eead8bec6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.470142] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-639d7e69-53d8-44c0-9176-987eead8bec6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.470651] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-639d7e69-53d8-44c0-9176-987eead8bec6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.470651] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('639d7e69-53d8-44c0-9176-987eead8bec6',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.582826] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('84a17eeb-3927-46b2-90cf-cd183917468d',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.973029] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.973358] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.973502] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.973953] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.974195] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.974373] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port 639d7e69-53d8-44c0-9176-987eead8bec6 not found, creating... [ 1282.974670] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.974839] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.974962] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.975227] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.975377] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.975801] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.975975] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.976114] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.976337] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.976479] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.976626] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: 639d7e69-53d8-44c0-9176-987eead8bec6 is going to be created. [ 1283.000370] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.000633] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.000799] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.001144] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.001425] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.002031] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-639d7e69-53d8-44c0-9176-987eead8bec6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.085036] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('84a17eeb-3927-46b2-90cf-cd183917468d',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.189251] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95a4fd17-7c98-4057-930b-20731c4dc032 in Status: SUCCESS [ 1283.189585] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95a4fd17-7c98-4057-930b-20731c4dc032" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.189772] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95a4fd17-7c98-4057-930b-20731c4dc032" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.190053] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95a4fd17-7c98-4057-930b-20731c4dc032" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.190272] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.190395] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.190462] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.190636] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.190744] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.190907] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95a4fd17-7c98-4057-930b-20731c4dc032" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.191030] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('95a4fd17-7c98-4057-930b-20731c4dc032',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.587255] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.587627] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.587627] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.587898] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.587898] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.588061] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84a17eeb-3927-46b2-90cf-cd183917468d is going to be updated. [ 1283.632583] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.632794] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.632864] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.633163] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.633413] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.648375] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84a17eeb-3927-46b2-90cf-cd183917468d in Status: IN_PROGRESS for 2s [ 1283.694497] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-95a4fd17-7c98-4057-930b-20731c4dc032 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.694727] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95a4fd17-7c98-4057-930b-20731c4dc032" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.694809] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95a4fd17-7c98-4057-930b-20731c4dc032" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.694994] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95a4fd17-7c98-4057-930b-20731c4dc032" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.695202] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.695368] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.695368] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.695570] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.695665] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.695788] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95a4fd17-7c98-4057-930b-20731c4dc032" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.695933] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-95a4fd17-7c98-4057-930b-20731c4dc032 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.696048] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95a4fd17-7c98-4057-930b-20731c4dc032" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.696107] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95a4fd17-7c98-4057-930b-20731c4dc032" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.696260] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95a4fd17-7c98-4057-930b-20731c4dc032" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.696399] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.696808] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.696808] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.696808] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.696808] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.696949] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95a4fd17-7c98-4057-930b-20731c4dc032" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.696995] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('95a4fd17-7c98-4057-930b-20731c4dc032',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.705667] env[69758]: INFO networking_nsxv3.common.synchronization [req-1d35b771-090c-40e2-8588-4964e52cf984 req-9ee0e8b3-0f15-4f13-b410-4a743d67f29e service nova] Enqueued Resource ID: 84a17eeb-3927-46b2-90cf-cd183917468d with Priority: HIGHEST for action security_group_rules [ 1283.705884] env[69758]: INFO networking_nsxv3.common.synchronization [req-1d35b771-090c-40e2-8588-4964e52cf984 req-9ee0e8b3-0f15-4f13-b410-4a743d67f29e service nova] Enqueued Resource ID: 84a17eeb-3927-46b2-90cf-cd183917468d with Priority: HIGHEST for action security_group_members [ 1283.706072] env[69758]: INFO networking_nsxv3.common.synchronization [req-1d35b771-090c-40e2-8588-4964e52cf984 req-9ee0e8b3-0f15-4f13-b410-4a743d67f29e service nova] Enqueued Resource ID: 639d7e69-53d8-44c0-9176-987eead8bec6 with Priority: HIGHEST for action port [ 1283.706804] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84a17eeb-3927-46b2-90cf-cd183917468d with Priority: HIGHEST for action security_group_rules [ 1283.706804] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84a17eeb-3927-46b2-90cf-cd183917468d with Priority: HIGHEST for action security_group_members [ 1283.708639] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 639d7e69-53d8-44c0-9176-987eead8bec6 with Priority: HIGHEST for action port [ 1283.709888] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84a17eeb-3927-46b2-90cf-cd183917468d taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.711274] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84a17eeb-3927-46b2-90cf-cd183917468d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.711274] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84a17eeb-3927-46b2-90cf-cd183917468d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.711274] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84a17eeb-3927-46b2-90cf-cd183917468d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.711274] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84a17eeb-3927-46b2-90cf-cd183917468d',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.711709] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-84a17eeb-3927-46b2-90cf-cd183917468d taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.711709] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84a17eeb-3927-46b2-90cf-cd183917468d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.716023] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-639d7e69-53d8-44c0-9176-987eead8bec6 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.716023] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-639d7e69-53d8-44c0-9176-987eead8bec6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.716023] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-639d7e69-53d8-44c0-9176-987eead8bec6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.717465] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-639d7e69-53d8-44c0-9176-987eead8bec6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.717675] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('639d7e69-53d8-44c0-9176-987eead8bec6',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.199881] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 95a4fd17-7c98-4057-930b-20731c4dc032: rpc.has_security_group_logging(os_id): False [ 1284.219511] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.219676] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.219735] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.219965] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.220080] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.220319] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.220443] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.220513] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.220670] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.220750] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.220928] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.221030] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.221093] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.221234] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.221312] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.221498] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.221630] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.221695] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.221786] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.221862] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.221952] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95a4fd17-7c98-4057-930b-20731c4dc032 is going to be created. [ 1284.223386] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-84a17eeb-3927-46b2-90cf-cd183917468d taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.223386] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84a17eeb-3927-46b2-90cf-cd183917468d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.223520] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 639d7e69-53d8-44c0-9176-987eead8bec6 with status ACTIVE [ 1284.223646] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.223777] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.223847] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.223996] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.224088] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.224272] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.224389] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.224457] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.224602] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.224679] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.224868] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.224944] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.225018] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.225200] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.225278] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.225466] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 639d7e69-53d8-44c0-9176-987eead8bec6 is going to be updated. [ 1284.267341] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.267626] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.267841] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.268240] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.268477] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.268748] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-639d7e69-53d8-44c0-9176-987eead8bec6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.303261] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.303488] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.303625] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.303991] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.304227] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.317388] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95a4fd17-7c98-4057-930b-20731c4dc032 in Status: IN_PROGRESS for 2s [ 1285.663243] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84a17eeb-3927-46b2-90cf-cd183917468d in Status: SUCCESS [ 1285.663666] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84a17eeb-3927-46b2-90cf-cd183917468d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.663666] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84a17eeb-3927-46b2-90cf-cd183917468d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.663887] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84a17eeb-3927-46b2-90cf-cd183917468d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.664183] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.664183] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.664360] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.664400] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.664490] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.664590] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84a17eeb-3927-46b2-90cf-cd183917468d',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.166894] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('84a17eeb-3927-46b2-90cf-cd183917468d',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.333458] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95a4fd17-7c98-4057-930b-20731c4dc032 in Status: SUCCESS [ 1286.333718] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95a4fd17-7c98-4057-930b-20731c4dc032" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.669061] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('84a17eeb-3927-46b2-90cf-cd183917468d',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.171787] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.172053] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.172117] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.172709] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.172709] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.172709] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84a17eeb-3927-46b2-90cf-cd183917468d is going to be updated. [ 1287.216880] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.217109] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.217165] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.217388] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.217540] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.235471] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84a17eeb-3927-46b2-90cf-cd183917468d in Status: IN_PROGRESS for 2s [ 1288.711275] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1288.711676] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1289.247445] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84a17eeb-3927-46b2-90cf-cd183917468d in Status: SUCCESS [ 1289.247838] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84a17eeb-3927-46b2-90cf-cd183917468d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.248117] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84a17eeb-3927-46b2-90cf-cd183917468d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.248452] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84a17eeb-3927-46b2-90cf-cd183917468d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.248821] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.249104] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.249239] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.249489] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.249731] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.249874] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84a17eeb-3927-46b2-90cf-cd183917468d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.249982] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('84a17eeb-3927-46b2-90cf-cd183917468d',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.753138] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('84a17eeb-3927-46b2-90cf-cd183917468d',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.256033] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 84a17eeb-3927-46b2-90cf-cd183917468d: rpc.has_security_group_logging(os_id): False [ 1290.276808] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.276996] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.276996] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.277154] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.277209] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.277545] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.277633] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.277633] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.277826] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.277877] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.277941] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84a17eeb-3927-46b2-90cf-cd183917468d is going to be updated. [ 1290.343065] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.343273] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.343341] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.343505] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.343658] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.355514] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84a17eeb-3927-46b2-90cf-cd183917468d in Status: IN_PROGRESS for 2s [ 1291.232513] env[69758]: INFO networking_nsxv3.common.synchronization [req-faafc9ab-53b0-4af3-aa00-74668cccc8aa req-a8893314-d17a-48d0-ab62-3e638f2964cd tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] Enqueued Resource ID: 95a4fd17-7c98-4057-930b-20731c4dc032 with Priority: HIGHEST for action security_group_members [ 1291.233753] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95a4fd17-7c98-4057-930b-20731c4dc032 with Priority: HIGHEST for action security_group_members [ 1291.233753] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-95a4fd17-7c98-4057-930b-20731c4dc032 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.233753] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95a4fd17-7c98-4057-930b-20731c4dc032" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.233753] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95a4fd17-7c98-4057-930b-20731c4dc032" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.233753] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95a4fd17-7c98-4057-930b-20731c4dc032" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.233753] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.234161] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.234161] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.234161] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.234161] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.234325] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95a4fd17-7c98-4057-930b-20731c4dc032',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.736247] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.736410] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.736481] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.736697] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.736803] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.737127] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.737127] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.737273] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.737311] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.737387] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.737474] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95a4fd17-7c98-4057-930b-20731c4dc032 is going to be updated. [ 1291.767018] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.767018] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.767018] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.767018] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.767018] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.775032] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95a4fd17-7c98-4057-930b-20731c4dc032 in Status: IN_PROGRESS for 2s [ 1292.368654] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84a17eeb-3927-46b2-90cf-cd183917468d in Status: SUCCESS [ 1292.369135] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84a17eeb-3927-46b2-90cf-cd183917468d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.784921] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95a4fd17-7c98-4057-930b-20731c4dc032 in Status: SUCCESS [ 1293.785333] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95a4fd17-7c98-4057-930b-20731c4dc032 deletion is rescheduled due to dependency. [ 1293.785333] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95a4fd17-7c98-4057-930b-20731c4dc032" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.845908] env[69758]: INFO networking_nsxv3.common.synchronization [None req-0d5c5554-32cb-48c8-a0ca-9bbc00cde4c1 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Enqueued Resource ID: d313c6dc-c75d-4cc0-bfd3-23222ce565bb with Priority: HIGHEST for action security_group_members [ 1293.846637] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d313c6dc-c75d-4cc0-bfd3-23222ce565bb with Priority: HIGHEST for action security_group_members [ 1293.847141] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.847330] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.847444] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.847693] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.847922] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.848039] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.848129] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.848326] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.848454] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.848630] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d313c6dc-c75d-4cc0-bfd3-23222ce565bb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.350784] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.351034] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.351157] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.351410] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.351512] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.351730] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.351842] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.351940] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.352159] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.352260] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.352380] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d313c6dc-c75d-4cc0-bfd3-23222ce565bb is going to be updated. [ 1294.384690] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.384951] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.384951] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.385157] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.385335] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.400390] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d313c6dc-c75d-4cc0-bfd3-23222ce565bb in Status: IN_PROGRESS for 2s [ 1294.990367] env[69758]: INFO networking_nsxv3.common.synchronization [req-6c5ea74e-4276-4b32-b6ec-784396654186 req-062dc857-a9a3-491f-8d63-6f3405f36c4f tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Enqueued Resource ID: 901c55bc-6356-414c-bc3a-6ff527b8fab1 with Priority: HIGHEST for action security_group_members [ 1294.990367] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 901c55bc-6356-414c-bc3a-6ff527b8fab1 with Priority: HIGHEST for action security_group_members [ 1294.990367] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-901c55bc-6356-414c-bc3a-6ff527b8fab1 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.991018] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-901c55bc-6356-414c-bc3a-6ff527b8fab1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.991314] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-901c55bc-6356-414c-bc3a-6ff527b8fab1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.991668] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-901c55bc-6356-414c-bc3a-6ff527b8fab1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.993708] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.993708] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.993708] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.993708] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.993708] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.993708] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('901c55bc-6356-414c-bc3a-6ff527b8fab1',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.499755] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.499988] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.500159] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.500419] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.500565] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.500813] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.500938] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.500995] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.501237] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.501332] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.501434] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 901c55bc-6356-414c-bc3a-6ff527b8fab1 is going to be updated. [ 1295.534110] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.534271] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.534346] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.534702] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.534702] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.544193] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 901c55bc-6356-414c-bc3a-6ff527b8fab1 in Status: IN_PROGRESS for 2s [ 1296.409938] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d313c6dc-c75d-4cc0-bfd3-23222ce565bb in Status: SUCCESS [ 1296.410318] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d313c6dc-c75d-4cc0-bfd3-23222ce565bb deletion is rescheduled due to dependency. [ 1296.410318] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.554470] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 901c55bc-6356-414c-bc3a-6ff527b8fab1 in Status: SUCCESS [ 1297.554470] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 901c55bc-6356-414c-bc3a-6ff527b8fab1 deletion is rescheduled due to dependency. [ 1297.554885] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-901c55bc-6356-414c-bc3a-6ff527b8fab1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.130436] env[69758]: INFO networking_nsxv3.common.synchronization [None req-6f4b810e-5f55-43a2-8cdd-d8c5bd9a9e03 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Enqueued Resource ID: 18a0c88e-a914-4253-a4c1-d6dc4d329d0e with Priority: HIGHEST for action security_group_rules [ 1298.130970] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18a0c88e-a914-4253-a4c1-d6dc4d329d0e with Priority: HIGHEST for action security_group_rules [ 1298.131318] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18a0c88e-a914-4253-a4c1-d6dc4d329d0e taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.131449] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18a0c88e-a914-4253-a4c1-d6dc4d329d0e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.131517] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18a0c88e-a914-4253-a4c1-d6dc4d329d0e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.131785] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18a0c88e-a914-4253-a4c1-d6dc4d329d0e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.131872] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18a0c88e-a914-4253-a4c1-d6dc4d329d0e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.201597] env[69758]: INFO networking_nsxv3.common.synchronization [None req-9085d8e6-74e9-4603-9fca-1faadd126319 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Enqueued Resource ID: 18a0c88e-a914-4253-a4c1-d6dc4d329d0e with Priority: HIGHEST for action security_group_rules [ 1298.202160] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18a0c88e-a914-4253-a4c1-d6dc4d329d0e with Priority: HIGHEST for action security_group_rules [ 1298.202461] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18a0c88e-a914-4253-a4c1-d6dc4d329d0e taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.202588] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18a0c88e-a914-4253-a4c1-d6dc4d329d0e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.653417] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.653417] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.653417] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.653417] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.653417] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.653788] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18a0c88e-a914-4253-a4c1-d6dc4d329d0e already deleted. [ 1298.653788] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18a0c88e-a914-4253-a4c1-d6dc4d329d0e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.653788] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18a0c88e-a914-4253-a4c1-d6dc4d329d0e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.653971] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18a0c88e-a914-4253-a4c1-d6dc4d329d0e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.654029] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18a0c88e-a914-4253-a4c1-d6dc4d329d0e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.018311] env[69758]: INFO networking_nsxv3.common.synchronization [None req-72a6c2fd-5f1d-4db5-a53f-23e5ebca5aec None None] Enqueued Resource ID: a032bd09-0ccd-4c1a-a2e4-1d32a7b0f7af with Priority: HIGHEST for action port [ 1299.018858] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a032bd09-0ccd-4c1a-a2e4-1d32a7b0f7af with Priority: HIGHEST for action port [ 1299.019196] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-a032bd09-0ccd-4c1a-a2e4-1d32a7b0f7af taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.019315] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a032bd09-0ccd-4c1a-a2e4-1d32a7b0f7af" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.019384] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a032bd09-0ccd-4c1a-a2e4-1d32a7b0f7af" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.019651] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a032bd09-0ccd-4c1a-a2e4-1d32a7b0f7af" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.019727] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a032bd09-0ccd-4c1a-a2e4-1d32a7b0f7af',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.175504] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.175672] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.175739] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.175965] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.176080] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.176177] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18a0c88e-a914-4253-a4c1-d6dc4d329d0e already deleted. [ 1299.176276] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18a0c88e-a914-4253-a4c1-d6dc4d329d0e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.523436] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a032bd09-0ccd-4c1a-a2e4-1d32a7b0f7af [ 1299.524831] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.524996] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.525259] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.525484] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.525606] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.525737] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a032bd09-0ccd-4c1a-a2e4-1d32a7b0f7af already deleted. [ 1299.525857] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a032bd09-0ccd-4c1a-a2e4-1d32a7b0f7af" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.309159] env[69758]: INFO networking_nsxv3.common.synchronization [None req-44e9d90c-f510-4ecd-b1aa-d26d3b152ad1 None None] Enqueued Resource ID: fc9223a8-d6e4-4954-89ba-27687847ac6d with Priority: HIGHEST for action port [ 1301.309159] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc9223a8-d6e4-4954-89ba-27687847ac6d with Priority: HIGHEST for action port [ 1301.309159] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc9223a8-d6e4-4954-89ba-27687847ac6d taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.309159] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc9223a8-d6e4-4954-89ba-27687847ac6d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.309159] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc9223a8-d6e4-4954-89ba-27687847ac6d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.309159] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc9223a8-d6e4-4954-89ba-27687847ac6d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.309159] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc9223a8-d6e4-4954-89ba-27687847ac6d',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.811406] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fc9223a8-d6e4-4954-89ba-27687847ac6d [ 1301.812782] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.812782] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.812782] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.812782] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.812782] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.812782] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fc9223a8-d6e4-4954-89ba-27687847ac6d already deleted. [ 1301.812782] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc9223a8-d6e4-4954-89ba-27687847ac6d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.843465] env[69758]: INFO networking_nsxv3.common.synchronization [req-58d3a36a-fdc4-44e0-bcd1-66689c0e5cb9 req-fa3c4740-f6e3-42cd-918c-3aea9f47c264 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Enqueued Resource ID: 18a0c88e-a914-4253-a4c1-d6dc4d329d0e with Priority: HIGHEST for action security_group_members [ 1303.844428] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18a0c88e-a914-4253-a4c1-d6dc4d329d0e with Priority: HIGHEST for action security_group_members [ 1303.844810] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-18a0c88e-a914-4253-a4c1-d6dc4d329d0e taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.844943] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18a0c88e-a914-4253-a4c1-d6dc4d329d0e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.845024] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18a0c88e-a914-4253-a4c1-d6dc4d329d0e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.845297] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18a0c88e-a914-4253-a4c1-d6dc4d329d0e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.845457] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.845592] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.845668] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.845876] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.845978] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.846203] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18a0c88e-a914-4253-a4c1-d6dc4d329d0e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.166018] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-761 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.166018] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-761" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.166018] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-761" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.166318] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-761" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.166697] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.167040] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.167364] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.167707] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.168062] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.168398] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1304.168639] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1304.169448] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1304.169448] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1304.169448] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1304.169448] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1304.169448] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1304.189925] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1304.190323] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1304.190323] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1304.190487] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-761" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.190759] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-4bfb7573-a5db-40f0-bc5d-c9dba0e16a43 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.190965] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-4bfb7573-a5db-40f0-bc5d-c9dba0e16a43" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.191107] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-4bfb7573-a5db-40f0-bc5d-c9dba0e16a43" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.191453] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-4bfb7573-a5db-40f0-bc5d-c9dba0e16a43" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.191596] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bfb7573-a5db-40f0-bc5d-c9dba0e16a43',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.348649] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.348852] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.348852] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.349213] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.349387] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.349625] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.349834] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.349917] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.350133] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.350226] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.350336] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18a0c88e-a914-4253-a4c1-d6dc4d329d0e already deleted. [ 1304.350467] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18a0c88e-a914-4253-a4c1-d6dc4d329d0e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.693702] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.694021] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.694127] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.694418] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.694571] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.694729] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port 4bfb7573-a5db-40f0-bc5d-c9dba0e16a43 not found, creating... [ 1304.694989] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.695280] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.695511] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.695806] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.695983] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.696635] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.696839] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.696967] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.697220] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.697377] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.697521] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: 4bfb7573-a5db-40f0-bc5d-c9dba0e16a43 is going to be created. [ 1304.717657] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.717933] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.718121] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.718367] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.718604] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.718840] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-4bfb7573-a5db-40f0-bc5d-c9dba0e16a43" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.389061] env[69758]: INFO networking_nsxv3.common.synchronization [req-58d3a36a-fdc4-44e0-bcd1-66689c0e5cb9 req-fc7d6eb6-b9b0-4e43-8b7a-b302ce61e601 service nova] Enqueued Resource ID: 18a0c88e-a914-4253-a4c1-d6dc4d329d0e with Priority: HIGHEST for action security_group_rules [ 1305.389061] env[69758]: INFO networking_nsxv3.common.synchronization [req-58d3a36a-fdc4-44e0-bcd1-66689c0e5cb9 req-fc7d6eb6-b9b0-4e43-8b7a-b302ce61e601 service nova] Enqueued Resource ID: 18a0c88e-a914-4253-a4c1-d6dc4d329d0e with Priority: HIGHEST for action security_group_members [ 1305.389061] env[69758]: INFO networking_nsxv3.common.synchronization [req-58d3a36a-fdc4-44e0-bcd1-66689c0e5cb9 req-fc7d6eb6-b9b0-4e43-8b7a-b302ce61e601 service nova] Enqueued Resource ID: 4bfb7573-a5db-40f0-bc5d-c9dba0e16a43 with Priority: HIGHEST for action port [ 1305.389061] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18a0c88e-a914-4253-a4c1-d6dc4d329d0e with Priority: HIGHEST for action security_group_rules [ 1305.389061] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18a0c88e-a914-4253-a4c1-d6dc4d329d0e with Priority: HIGHEST for action security_group_members [ 1305.389061] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bfb7573-a5db-40f0-bc5d-c9dba0e16a43 with Priority: HIGHEST for action port [ 1305.389061] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18a0c88e-a914-4253-a4c1-d6dc4d329d0e taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.389061] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18a0c88e-a914-4253-a4c1-d6dc4d329d0e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.389766] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18a0c88e-a914-4253-a4c1-d6dc4d329d0e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.390696] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18a0c88e-a914-4253-a4c1-d6dc4d329d0e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.390696] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18a0c88e-a914-4253-a4c1-d6dc4d329d0e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.391217] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-18a0c88e-a914-4253-a4c1-d6dc4d329d0e taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.391370] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18a0c88e-a914-4253-a4c1-d6dc4d329d0e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.391465] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18a0c88e-a914-4253-a4c1-d6dc4d329d0e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.391667] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18a0c88e-a914-4253-a4c1-d6dc4d329d0e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.392118] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.392118] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.392118] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.392281] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.392281] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.392404] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18a0c88e-a914-4253-a4c1-d6dc4d329d0e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.393187] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-4bfb7573-a5db-40f0-bc5d-c9dba0e16a43 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.393604] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4bfb7573-a5db-40f0-bc5d-c9dba0e16a43" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.393604] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4bfb7573-a5db-40f0-bc5d-c9dba0e16a43" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.393604] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4bfb7573-a5db-40f0-bc5d-c9dba0e16a43" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.393744] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bfb7573-a5db-40f0-bc5d-c9dba0e16a43',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.896035] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('18a0c88e-a914-4253-a4c1-d6dc4d329d0e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.896978] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-18a0c88e-a914-4253-a4c1-d6dc4d329d0e taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.896978] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18a0c88e-a914-4253-a4c1-d6dc4d329d0e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.896978] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4bfb7573-a5db-40f0-bc5d-c9dba0e16a43 with status ACTIVE [ 1305.897205] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.897279] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.897318] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.897518] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.897615] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.897781] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.897917] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.897998] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.898233] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.898379] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.898506] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.898670] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.898741] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.898915] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.898998] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.899300] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4bfb7573-a5db-40f0-bc5d-c9dba0e16a43 is going to be updated. [ 1305.923126] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.923363] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.923466] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.923708] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.923896] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.924084] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4bfb7573-a5db-40f0-bc5d-c9dba0e16a43" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.945057] env[69758]: INFO networking_nsxv3.common.synchronization [req-07826621-e532-4096-bbd0-bce913d64da7 req-c72c3662-0481-437a-bdc5-7cee171e6290 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Enqueued Resource ID: 50ac5d94-fc3c-4728-b640-dacba41be7e6 with Priority: HIGHEST for action security_group_members [ 1305.945643] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50ac5d94-fc3c-4728-b640-dacba41be7e6 with Priority: HIGHEST for action security_group_members [ 1305.945964] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-50ac5d94-fc3c-4728-b640-dacba41be7e6 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.946108] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50ac5d94-fc3c-4728-b640-dacba41be7e6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.946304] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50ac5d94-fc3c-4728-b640-dacba41be7e6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.946500] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50ac5d94-fc3c-4728-b640-dacba41be7e6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.946719] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.946833] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.946895] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.947125] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.947240] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.947341] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50ac5d94-fc3c-4728-b640-dacba41be7e6',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.258943] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-164 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.259054] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-164" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.259126] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-164" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.259609] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-164" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.259729] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.259890] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.260014] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.260231] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.260378] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.260579] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1306.260694] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1306.260807] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1306.260918] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1306.261048] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1306.261162] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1306.261296] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1306.279706] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1306.279879] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1306.280263] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1306.280263] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-164" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.280529] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-684deb9b-6a09-4df8-b1e7-d71e69d3d1e4 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.280701] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-684deb9b-6a09-4df8-b1e7-d71e69d3d1e4" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.280862] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-684deb9b-6a09-4df8-b1e7-d71e69d3d1e4" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.281222] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-684deb9b-6a09-4df8-b1e7-d71e69d3d1e4" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.281367] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('684deb9b-6a09-4df8-b1e7-d71e69d3d1e4',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.401884] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('18a0c88e-a914-4253-a4c1-d6dc4d329d0e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.450241] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.450421] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.450465] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.450674] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.450771] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.450969] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.451092] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.451152] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.451283] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.451367] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.451514] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50ac5d94-fc3c-4728-b640-dacba41be7e6 already deleted. [ 1306.451568] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50ac5d94-fc3c-4728-b640-dacba41be7e6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.784044] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.784286] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.784416] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.784709] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.784880] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.785060] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port 684deb9b-6a09-4df8-b1e7-d71e69d3d1e4 not found, creating... [ 1306.785330] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.785491] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.785608] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.785861] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.786016] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.786307] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.786467] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.786583] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.786791] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.786928] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.787078] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: 684deb9b-6a09-4df8-b1e7-d71e69d3d1e4 is going to be created. [ 1306.807479] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.807684] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.807843] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.808195] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.808433] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.808666] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-684deb9b-6a09-4df8-b1e7-d71e69d3d1e4" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.904794] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.905078] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.905175] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.905356] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.905532] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.905609] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18a0c88e-a914-4253-a4c1-d6dc4d329d0e is going to be created. [ 1306.930623] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.930846] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.931012] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.931293] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.931578] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.944668] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18a0c88e-a914-4253-a4c1-d6dc4d329d0e in Status: UNINITIALIZED for 2s [ 1307.496758] env[69758]: INFO networking_nsxv3.common.synchronization [req-07826621-e532-4096-bbd0-bce913d64da7 req-187313ff-4bfc-4f8e-8fed-e322fd773b4a service nova] Enqueued Resource ID: 50ac5d94-fc3c-4728-b640-dacba41be7e6 with Priority: HIGHEST for action security_group_rules [ 1307.497104] env[69758]: INFO networking_nsxv3.common.synchronization [req-07826621-e532-4096-bbd0-bce913d64da7 req-187313ff-4bfc-4f8e-8fed-e322fd773b4a service nova] Enqueued Resource ID: 50ac5d94-fc3c-4728-b640-dacba41be7e6 with Priority: HIGHEST for action security_group_members [ 1307.497104] env[69758]: INFO networking_nsxv3.common.synchronization [req-07826621-e532-4096-bbd0-bce913d64da7 req-187313ff-4bfc-4f8e-8fed-e322fd773b4a service nova] Enqueued Resource ID: 684deb9b-6a09-4df8-b1e7-d71e69d3d1e4 with Priority: HIGHEST for action port [ 1307.497361] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50ac5d94-fc3c-4728-b640-dacba41be7e6 with Priority: HIGHEST for action security_group_rules [ 1307.497499] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50ac5d94-fc3c-4728-b640-dacba41be7e6 with Priority: HIGHEST for action security_group_members [ 1307.497588] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 684deb9b-6a09-4df8-b1e7-d71e69d3d1e4 with Priority: HIGHEST for action port [ 1307.498404] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50ac5d94-fc3c-4728-b640-dacba41be7e6 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.498620] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50ac5d94-fc3c-4728-b640-dacba41be7e6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.498670] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50ac5d94-fc3c-4728-b640-dacba41be7e6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.499052] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50ac5d94-fc3c-4728-b640-dacba41be7e6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.499131] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50ac5d94-fc3c-4728-b640-dacba41be7e6',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.500611] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-50ac5d94-fc3c-4728-b640-dacba41be7e6 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.500611] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50ac5d94-fc3c-4728-b640-dacba41be7e6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.500611] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50ac5d94-fc3c-4728-b640-dacba41be7e6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.500922] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50ac5d94-fc3c-4728-b640-dacba41be7e6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.501115] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.501251] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.501343] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.501545] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.501669] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.501809] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50ac5d94-fc3c-4728-b640-dacba41be7e6',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.502603] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-684deb9b-6a09-4df8-b1e7-d71e69d3d1e4 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.503073] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-684deb9b-6a09-4df8-b1e7-d71e69d3d1e4" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.503190] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-684deb9b-6a09-4df8-b1e7-d71e69d3d1e4" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.503518] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-684deb9b-6a09-4df8-b1e7-d71e69d3d1e4" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.503633] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('684deb9b-6a09-4df8-b1e7-d71e69d3d1e4',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.005258] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('50ac5d94-fc3c-4728-b640-dacba41be7e6',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.006295] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-50ac5d94-fc3c-4728-b640-dacba41be7e6 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.006419] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50ac5d94-fc3c-4728-b640-dacba41be7e6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.007747] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 684deb9b-6a09-4df8-b1e7-d71e69d3d1e4 with status ACTIVE [ 1308.007946] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.008092] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.008164] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.008368] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.008461] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.008633] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.008735] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.008799] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.008972] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.009064] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.009242] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.009338] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.009399] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.009535] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.009609] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.009694] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 684deb9b-6a09-4df8-b1e7-d71e69d3d1e4 is going to be updated. [ 1308.031734] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.031970] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.032061] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.032464] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.032680] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.032966] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-684deb9b-6a09-4df8-b1e7-d71e69d3d1e4" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.508517] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('50ac5d94-fc3c-4728-b640-dacba41be7e6',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.954418] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18a0c88e-a914-4253-a4c1-d6dc4d329d0e in Status: SUCCESS [ 1308.954645] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18a0c88e-a914-4253-a4c1-d6dc4d329d0e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.954800] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18a0c88e-a914-4253-a4c1-d6dc4d329d0e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.955055] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18a0c88e-a914-4253-a4c1-d6dc4d329d0e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.955251] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.955392] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.955479] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.955646] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.955739] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.955844] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18a0c88e-a914-4253-a4c1-d6dc4d329d0e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.955945] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('18a0c88e-a914-4253-a4c1-d6dc4d329d0e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.011422] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.011601] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.011680] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.011932] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.012068] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.012179] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50ac5d94-fc3c-4728-b640-dacba41be7e6 is going to be created. [ 1309.033916] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.034112] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.034162] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.034380] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.034542] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.044913] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50ac5d94-fc3c-4728-b640-dacba41be7e6 in Status: UNINITIALIZED for 2s [ 1309.459128] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('18a0c88e-a914-4253-a4c1-d6dc4d329d0e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.961431] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 18a0c88e-a914-4253-a4c1-d6dc4d329d0e: rpc.has_security_group_logging(os_id): False [ 1309.978337] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.978432] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.978432] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.978630] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.978719] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.979121] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.979240] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.979295] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.979444] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.979523] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.979610] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18a0c88e-a914-4253-a4c1-d6dc4d329d0e is going to be created. [ 1310.038476] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.038723] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.038723] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.038886] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.039089] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.049987] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18a0c88e-a914-4253-a4c1-d6dc4d329d0e in Status: IN_PROGRESS for 2s [ 1311.057234] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50ac5d94-fc3c-4728-b640-dacba41be7e6 in Status: SUCCESS [ 1311.057760] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50ac5d94-fc3c-4728-b640-dacba41be7e6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.057760] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50ac5d94-fc3c-4728-b640-dacba41be7e6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.057930] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50ac5d94-fc3c-4728-b640-dacba41be7e6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.058147] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.058325] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.058325] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.058496] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.058568] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.058691] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50ac5d94-fc3c-4728-b640-dacba41be7e6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.058825] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('50ac5d94-fc3c-4728-b640-dacba41be7e6',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.561249] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-50ac5d94-fc3c-4728-b640-dacba41be7e6 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.561482] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50ac5d94-fc3c-4728-b640-dacba41be7e6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.561482] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50ac5d94-fc3c-4728-b640-dacba41be7e6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.561708] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50ac5d94-fc3c-4728-b640-dacba41be7e6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.561881] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.561989] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.562100] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.562215] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.562308] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.562395] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50ac5d94-fc3c-4728-b640-dacba41be7e6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.562539] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-50ac5d94-fc3c-4728-b640-dacba41be7e6 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.562632] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50ac5d94-fc3c-4728-b640-dacba41be7e6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.562720] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50ac5d94-fc3c-4728-b640-dacba41be7e6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.562904] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50ac5d94-fc3c-4728-b640-dacba41be7e6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.563024] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.563120] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.563177] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.563318] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.563404] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.563489] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50ac5d94-fc3c-4728-b640-dacba41be7e6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.563586] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('50ac5d94-fc3c-4728-b640-dacba41be7e6',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.062282] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18a0c88e-a914-4253-a4c1-d6dc4d329d0e in Status: SUCCESS [ 1312.062647] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18a0c88e-a914-4253-a4c1-d6dc4d329d0e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.065974] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 50ac5d94-fc3c-4728-b640-dacba41be7e6: rpc.has_security_group_logging(os_id): False [ 1312.084539] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.084738] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.084738] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.084964] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.085087] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.085322] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.085427] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.085491] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.085654] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.085736] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.085937] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.086249] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.086335] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.086491] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.086571] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.086787] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.086891] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.086955] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.087114] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.087190] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.087278] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50ac5d94-fc3c-4728-b640-dacba41be7e6 is going to be created. [ 1312.157299] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.157777] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.157914] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.158188] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.158720] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.176990] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50ac5d94-fc3c-4728-b640-dacba41be7e6 in Status: IN_PROGRESS for 2s [ 1312.498998] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1312.499256] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1314.191219] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50ac5d94-fc3c-4728-b640-dacba41be7e6 in Status: SUCCESS [ 1314.191547] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50ac5d94-fc3c-4728-b640-dacba41be7e6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.493748] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-432 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.494117] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-432" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.494117] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-432" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.494459] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-432" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.494753] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.494935] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.495196] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.495494] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.495665] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.495907] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1314.496078] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1314.496221] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1314.496275] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1314.496352] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1314.496466] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1314.496629] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1314.521166] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1314.521166] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1314.521166] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1314.521546] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-432" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.521747] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-a6be5621-1e27-40cd-8c43-1ad66c71c15f taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.521941] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-a6be5621-1e27-40cd-8c43-1ad66c71c15f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.522206] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-a6be5621-1e27-40cd-8c43-1ad66c71c15f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.522494] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-a6be5621-1e27-40cd-8c43-1ad66c71c15f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.522650] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6be5621-1e27-40cd-8c43-1ad66c71c15f',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.025410] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.025657] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.025789] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.026103] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.026268] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.026430] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port a6be5621-1e27-40cd-8c43-1ad66c71c15f not found, creating... [ 1315.026698] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.026855] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.026978] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.027222] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.027363] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.027643] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.027801] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.027996] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.028231] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.028373] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.028539] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: a6be5621-1e27-40cd-8c43-1ad66c71c15f is going to be created. [ 1315.048895] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.049196] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.049333] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.049609] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.049845] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.050086] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-a6be5621-1e27-40cd-8c43-1ad66c71c15f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.727851] env[69758]: INFO networking_nsxv3.common.synchronization [req-abceccd5-6ee1-435e-abdb-4e6593f221d9 req-33503f19-faa4-4191-9c19-1dc28f61823a service nova] Enqueued Resource ID: d313c6dc-c75d-4cc0-bfd3-23222ce565bb with Priority: HIGHEST for action security_group_rules [ 1315.728173] env[69758]: INFO networking_nsxv3.common.synchronization [req-abceccd5-6ee1-435e-abdb-4e6593f221d9 req-33503f19-faa4-4191-9c19-1dc28f61823a service nova] Enqueued Resource ID: d313c6dc-c75d-4cc0-bfd3-23222ce565bb with Priority: HIGHEST for action security_group_members [ 1315.728337] env[69758]: INFO networking_nsxv3.common.synchronization [req-abceccd5-6ee1-435e-abdb-4e6593f221d9 req-33503f19-faa4-4191-9c19-1dc28f61823a service nova] Enqueued Resource ID: a6be5621-1e27-40cd-8c43-1ad66c71c15f with Priority: HIGHEST for action port [ 1315.728732] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d313c6dc-c75d-4cc0-bfd3-23222ce565bb with Priority: HIGHEST for action security_group_rules [ 1315.728878] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d313c6dc-c75d-4cc0-bfd3-23222ce565bb with Priority: HIGHEST for action security_group_members [ 1315.728991] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6be5621-1e27-40cd-8c43-1ad66c71c15f with Priority: HIGHEST for action port [ 1315.729408] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d313c6dc-c75d-4cc0-bfd3-23222ce565bb taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.729538] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.729605] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.729842] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.729916] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d313c6dc-c75d-4cc0-bfd3-23222ce565bb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.731688] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.731688] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.731688] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.731688] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.731688] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.731688] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.732056] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.732056] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.732056] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.732056] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d313c6dc-c75d-4cc0-bfd3-23222ce565bb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.732871] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6be5621-1e27-40cd-8c43-1ad66c71c15f taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.732950] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6be5621-1e27-40cd-8c43-1ad66c71c15f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.733029] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6be5621-1e27-40cd-8c43-1ad66c71c15f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.733180] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6be5621-1e27-40cd-8c43-1ad66c71c15f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.733534] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6be5621-1e27-40cd-8c43-1ad66c71c15f',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.235166] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d313c6dc-c75d-4cc0-bfd3-23222ce565bb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.236302] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.236444] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.237323] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a6be5621-1e27-40cd-8c43-1ad66c71c15f with status ACTIVE [ 1316.237659] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.237788] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.237866] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.238132] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.238248] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.238394] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.238493] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.239055] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.239055] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.239055] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.239359] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.239359] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.239359] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.239509] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.239583] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.239668] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a6be5621-1e27-40cd-8c43-1ad66c71c15f is going to be updated. [ 1316.259856] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.260078] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.260078] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.260319] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.260467] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.260624] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6be5621-1e27-40cd-8c43-1ad66c71c15f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.738736] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d313c6dc-c75d-4cc0-bfd3-23222ce565bb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.240748] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.240921] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.240996] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.241292] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.241419] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.241572] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d313c6dc-c75d-4cc0-bfd3-23222ce565bb is going to be updated. [ 1317.271805] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.272041] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.272041] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.272313] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.272474] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.281564] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d313c6dc-c75d-4cc0-bfd3-23222ce565bb in Status: IN_PROGRESS for 2s [ 1319.294413] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d313c6dc-c75d-4cc0-bfd3-23222ce565bb in Status: SUCCESS [ 1319.294854] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.295068] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.295322] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.295559] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.295693] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.295768] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.295971] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.296117] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.296304] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.296382] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d313c6dc-c75d-4cc0-bfd3-23222ce565bb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.798851] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.799084] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.799149] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.799368] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.799543] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.799642] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.799700] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.799871] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.799955] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.800052] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.800246] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.800343] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.800343] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.800487] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.800619] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.800709] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.800765] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.800903] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.800981] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.801074] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.801164] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d313c6dc-c75d-4cc0-bfd3-23222ce565bb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.303313] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d313c6dc-c75d-4cc0-bfd3-23222ce565bb: rpc.has_security_group_logging(os_id): False [ 1320.321015] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.321223] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.321223] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.321448] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.321535] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.321759] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.322617] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.322764] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.322952] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.323027] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.323225] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.323323] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.323389] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.323524] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.323604] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.323779] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.323867] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.323925] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.324077] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.324155] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.324238] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d313c6dc-c75d-4cc0-bfd3-23222ce565bb is going to be updated. [ 1320.385243] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.385444] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.385444] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.385665] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.386043] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.400358] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d313c6dc-c75d-4cc0-bfd3-23222ce565bb in Status: IN_PROGRESS for 2s [ 1320.730580] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1320.730802] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1322.416898] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d313c6dc-c75d-4cc0-bfd3-23222ce565bb in Status: SUCCESS [ 1322.417363] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.277664] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.277664] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.277664] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.278194] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.278194] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.731406] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1325.731507] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1325.780074] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.282842] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.785367] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1326.785515] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1327.641058] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.641058] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.641058] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.641058] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.653776] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1327.654979] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.656164] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1327.692691] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.692890] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.692957] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.693146] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.708332] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.709075] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1327.709202] env[69758]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69758) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1327.709310] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1327.712568] env[69758]: INFO networking_nsxv3.common.synchronization [req-3b45b8e4-f831-41e5-b99d-081b52c2ae90 req-be1f07f1-ed9b-42f6-87f8-52053ad405a9 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Enqueued Resource ID: bcbeb442-4ab3-4fbb-98a6-f897bdbbf7b5 with Priority: HIGHEST for action security_group_members [ 1327.713065] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcbeb442-4ab3-4fbb-98a6-f897bdbbf7b5 with Priority: HIGHEST for action security_group_members [ 1327.713379] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcbeb442-4ab3-4fbb-98a6-f897bdbbf7b5 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.713531] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcbeb442-4ab3-4fbb-98a6-f897bdbbf7b5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.713635] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcbeb442-4ab3-4fbb-98a6-f897bdbbf7b5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.713743] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcbeb442-4ab3-4fbb-98a6-f897bdbbf7b5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.713908] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.714047] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.714168] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.714433] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.714693] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.714693] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bcbeb442-4ab3-4fbb-98a6-f897bdbbf7b5',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.751753] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.751753] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.751753] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.751753] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.753530] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.753797] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1327.834046] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.834046] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.834046] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.834046] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.834439] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.834563] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1327.920495] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.920755] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.920755] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.920988] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.921285] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.921606] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:44. [ 1327.921706] env[69758]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'3bf8bad5-c570-41f6-8d00-90360d0dc090', '901c55bc-6356-414c-bc3a-6ff527b8fab1', 'b3676a2d-6013-4704-a281-0f2dac33fa9e', '567234db-0ee2-4dc1-9e15-c364015f4dc2', 'bfb2ad1a-e74e-4ca3-a906-524310c0d34d', '87329fe4-35cb-427d-973c-c9e1dea8c42a', '50ac5d94-fc3c-4728-b640-dacba41be7e6', '95a4fd17-7c98-4057-930b-20731c4dc032', '54a9c6ef-ff6f-4f58-af52-a45fb3e28b22', '0669151b-9f07-4636-b94c-3ed9ee1ae80e', 'ca0a9feb-1c0a-41ac-8046-7bedd6052a0f', '18a0c88e-a914-4253-a4c1-d6dc4d329d0e', '86748d3d-9567-4e8f-8525-d96d13600410', 'd313c6dc-c75d-4cc0-bfd3-23222ce565bb', 'bcbeb442-4ab3-4fbb-98a6-f897bdbbf7b5', 'a8727abd-89bb-4a3d-8dee-94139635e9fd', '187465ab-115f-47c0-a125-7b2db25e9111', 'ba7cd0c9-88d1-406d-9881-8a32765ca01f', 'f25bfd16-6979-44b5-9288-743b88967cbe', '8b65d3ab-a39c-4648-b460-e107a75819aa', '5d229128-8c11-4c78-8f1a-5d5746ac5707', 'd1dd9f65-8be0-4211-b4d6-4cb6e97dedc9', '36b89e1b-bad3-4659-ae37-0a5d47eb72f2', '9eb84e11-bd15-4464-a095-3b7997012d4d', '62ea22ad-dbaf-4072-88aa-a34a7a056d5c', 'b466bb13-86e5-4b05-a1a6-cce44813eedb', '3f267419-0a83-4663-b12b-11b03d590c85', '060759af-1135-4904-abd4-1a7fbd387934', '8fd852bb-aac8-4ffb-917f-1d50f9c2246e', 'fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace', '93100250-9526-4691-bed9-9ff892e2e334', '326deb58-c098-48dd-9134-b39bf9b9d7d5', '71e28d65-4abb-4c84-ba3e-57e57ae28960', 'a3793f91-c970-41db-b469-5181cac1cc75', '51150f16-cc48-4f6b-b73a-c98fe5635b4a', '33760f1a-d46c-4670-996f-e3e2aafd0198', 'de7973d3-3f62-43d4-891f-fabae8c0d446', '84a17eeb-3927-46b2-90cf-cd183917468d', '13656df6-7506-4197-928c-f90e5eb89a6a', '970b52ae-0a30-4a97-8d95-e0e8de09f208', '2cb34ad3-c41a-4aac-b219-433cdc73f5b6', 'f01280a9-47d6-43ef-8dd6-0c80b7ab1dca', '752acef9-787c-46a9-a0a0-11d4989cf50f', 'adec5154-b899-4227-99b0-e934b8bb9bc8'} {{(pid=69758) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1327.921955] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1327.945897] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.946214] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.946313] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.946588] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.946719] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.946867] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1327.947160] env[69758]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69758) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1327.947160] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1328.053510] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.053510] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.053510] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.053510] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.054639] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.054903] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1328.054984] env[69758]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69758) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1328.055070] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1328.055140] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1328.055219] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/44 resources of Type:Security Group Rules [ 1328.055294] env[69758]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3bf8bad5-c570-41f6-8d00-90360d0dc090 with Priority: HIGH for action security_group_rules [ 1328.055385] env[69758]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 901c55bc-6356-414c-bc3a-6ff527b8fab1 with Priority: HIGH for action security_group_rules [ 1328.055453] env[69758]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b3676a2d-6013-4704-a281-0f2dac33fa9e with Priority: HIGH for action security_group_rules [ 1328.055517] env[69758]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 567234db-0ee2-4dc1-9e15-c364015f4dc2 with Priority: HIGH for action security_group_rules [ 1328.055581] env[69758]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bfb2ad1a-e74e-4ca3-a906-524310c0d34d with Priority: HIGH for action security_group_rules [ 1328.055643] env[69758]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 87329fe4-35cb-427d-973c-c9e1dea8c42a with Priority: HIGH for action security_group_rules [ 1328.055740] env[69758]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 50ac5d94-fc3c-4728-b640-dacba41be7e6 with Priority: HIGH for action security_group_rules [ 1328.055812] env[69758]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 95a4fd17-7c98-4057-930b-20731c4dc032 with Priority: HIGH for action security_group_rules [ 1328.055882] env[69758]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 54a9c6ef-ff6f-4f58-af52-a45fb3e28b22 with Priority: HIGH for action security_group_rules [ 1328.055959] env[69758]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0669151b-9f07-4636-b94c-3ed9ee1ae80e with Priority: HIGH for action security_group_rules [ 1328.056572] env[69758]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ca0a9feb-1c0a-41ac-8046-7bedd6052a0f with Priority: HIGH for action security_group_rules [ 1328.056572] env[69758]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 18a0c88e-a914-4253-a4c1-d6dc4d329d0e with Priority: HIGH for action security_group_rules [ 1328.056572] env[69758]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 86748d3d-9567-4e8f-8525-d96d13600410 with Priority: HIGH for action security_group_rules [ 1328.056572] env[69758]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d313c6dc-c75d-4cc0-bfd3-23222ce565bb with Priority: HIGH for action security_group_rules [ 1328.056572] env[69758]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bcbeb442-4ab3-4fbb-98a6-f897bdbbf7b5 with Priority: HIGH for action security_group_rules [ 1328.056572] env[69758]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a8727abd-89bb-4a3d-8dee-94139635e9fd with Priority: HIGH for action security_group_rules [ 1328.056572] env[69758]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 187465ab-115f-47c0-a125-7b2db25e9111 with Priority: HIGH for action security_group_rules [ 1328.056572] env[69758]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ba7cd0c9-88d1-406d-9881-8a32765ca01f with Priority: HIGH for action security_group_rules [ 1328.056572] env[69758]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f25bfd16-6979-44b5-9288-743b88967cbe with Priority: HIGH for action security_group_rules [ 1328.056913] env[69758]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8b65d3ab-a39c-4648-b460-e107a75819aa with Priority: HIGH for action security_group_rules [ 1328.056913] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.137220] env[69758]: INFO networking_nsxv3.common.synchronization [req-aeee95d7-8b34-48a7-862a-e0b0a3c37bb3 req-d9056b84-bd09-4310-bea4-f3bec9f6a405 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Enqueued Resource ID: 50ac5d94-fc3c-4728-b640-dacba41be7e6 with Priority: HIGHEST for action security_group_members [ 1328.137762] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50ac5d94-fc3c-4728-b640-dacba41be7e6 with Priority: HIGHEST for action security_group_members [ 1328.137947] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bf8bad5-c570-41f6-8d00-90360d0dc090 with Priority: HIGH for action security_group_rules [ 1328.138151] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3676a2d-6013-4704-a281-0f2dac33fa9e with Priority: HIGH for action security_group_rules [ 1328.138258] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50ac5d94-fc3c-4728-b640-dacba41be7e6 with Priority: HIGH for action security_group_rules [ 1328.138356] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcbeb442-4ab3-4fbb-98a6-f897bdbbf7b5 with Priority: HIGH for action security_group_rules [ 1328.138448] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b65d3ab-a39c-4648-b460-e107a75819aa with Priority: HIGH for action security_group_rules [ 1328.138539] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f25bfd16-6979-44b5-9288-743b88967cbe with Priority: HIGH for action security_group_rules [ 1328.138632] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba7cd0c9-88d1-406d-9881-8a32765ca01f with Priority: HIGH for action security_group_rules [ 1328.138721] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 187465ab-115f-47c0-a125-7b2db25e9111 with Priority: HIGH for action security_group_rules [ 1328.138810] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d313c6dc-c75d-4cc0-bfd3-23222ce565bb with Priority: HIGH for action security_group_rules [ 1328.138990] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8727abd-89bb-4a3d-8dee-94139635e9fd with Priority: HIGH for action security_group_rules [ 1328.139097] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86748d3d-9567-4e8f-8525-d96d13600410 with Priority: HIGH for action security_group_rules [ 1328.139137] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18a0c88e-a914-4253-a4c1-d6dc4d329d0e with Priority: HIGH for action security_group_rules [ 1328.139219] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca0a9feb-1c0a-41ac-8046-7bedd6052a0f with Priority: HIGH for action security_group_rules [ 1328.139309] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0669151b-9f07-4636-b94c-3ed9ee1ae80e with Priority: HIGH for action security_group_rules [ 1328.139396] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54a9c6ef-ff6f-4f58-af52-a45fb3e28b22 with Priority: HIGH for action security_group_rules [ 1328.139482] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87329fe4-35cb-427d-973c-c9e1dea8c42a with Priority: HIGH for action security_group_rules [ 1328.139570] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95a4fd17-7c98-4057-930b-20731c4dc032 with Priority: HIGH for action security_group_rules [ 1328.139655] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfb2ad1a-e74e-4ca3-a906-524310c0d34d with Priority: HIGH for action security_group_rules [ 1328.139739] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 901c55bc-6356-414c-bc3a-6ff527b8fab1 with Priority: HIGH for action security_group_rules [ 1328.139824] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 567234db-0ee2-4dc1-9e15-c364015f4dc2 with Priority: HIGH for action security_group_rules [ 1328.140147] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-50ac5d94-fc3c-4728-b640-dacba41be7e6 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.140645] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50ac5d94-fc3c-4728-b640-dacba41be7e6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.140720] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50ac5d94-fc3c-4728-b640-dacba41be7e6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.140951] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50ac5d94-fc3c-4728-b640-dacba41be7e6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.141128] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.141687] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.141687] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.141687] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.141687] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.141687] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50ac5d94-fc3c-4728-b640-dacba41be7e6',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.142576] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3bf8bad5-c570-41f6-8d00-90360d0dc090 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.142687] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3bf8bad5-c570-41f6-8d00-90360d0dc090" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.142751] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3bf8bad5-c570-41f6-8d00-90360d0dc090" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.142906] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3bf8bad5-c570-41f6-8d00-90360d0dc090" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.142982] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3bf8bad5-c570-41f6-8d00-90360d0dc090',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.143730] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3676a2d-6013-4704-a281-0f2dac33fa9e taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.143839] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3676a2d-6013-4704-a281-0f2dac33fa9e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.143902] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3676a2d-6013-4704-a281-0f2dac33fa9e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.144078] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3676a2d-6013-4704-a281-0f2dac33fa9e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.144169] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3676a2d-6013-4704-a281-0f2dac33fa9e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.144825] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50ac5d94-fc3c-4728-b640-dacba41be7e6 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.144931] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50ac5d94-fc3c-4728-b640-dacba41be7e6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.145024] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50ac5d94-fc3c-4728-b640-dacba41be7e6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.145155] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50ac5d94-fc3c-4728-b640-dacba41be7e6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.145229] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50ac5d94-fc3c-4728-b640-dacba41be7e6',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.145924] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bcbeb442-4ab3-4fbb-98a6-f897bdbbf7b5 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.147947] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bcbeb442-4ab3-4fbb-98a6-f897bdbbf7b5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.147947] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bcbeb442-4ab3-4fbb-98a6-f897bdbbf7b5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.147947] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bcbeb442-4ab3-4fbb-98a6-f897bdbbf7b5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.147947] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bcbeb442-4ab3-4fbb-98a6-f897bdbbf7b5',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.148910] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b65d3ab-a39c-4648-b460-e107a75819aa taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.148910] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b65d3ab-a39c-4648-b460-e107a75819aa" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.148910] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b65d3ab-a39c-4648-b460-e107a75819aa" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.148910] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b65d3ab-a39c-4648-b460-e107a75819aa" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.149168] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b65d3ab-a39c-4648-b460-e107a75819aa',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.149757] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f25bfd16-6979-44b5-9288-743b88967cbe taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.149878] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f25bfd16-6979-44b5-9288-743b88967cbe" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.149938] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f25bfd16-6979-44b5-9288-743b88967cbe" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.150083] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f25bfd16-6979-44b5-9288-743b88967cbe" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.150151] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f25bfd16-6979-44b5-9288-743b88967cbe',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.150802] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba7cd0c9-88d1-406d-9881-8a32765ca01f taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.150904] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.150974] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.151134] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.151229] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba7cd0c9-88d1-406d-9881-8a32765ca01f',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.151878] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-187465ab-115f-47c0-a125-7b2db25e9111 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.151988] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-187465ab-115f-47c0-a125-7b2db25e9111" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.152089] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-187465ab-115f-47c0-a125-7b2db25e9111" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.152250] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-187465ab-115f-47c0-a125-7b2db25e9111" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.152323] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('187465ab-115f-47c0-a125-7b2db25e9111',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.153163] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d313c6dc-c75d-4cc0-bfd3-23222ce565bb taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.153580] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.153656] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.153807] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.153870] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d313c6dc-c75d-4cc0-bfd3-23222ce565bb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.154559] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8727abd-89bb-4a3d-8dee-94139635e9fd taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.154680] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8727abd-89bb-4a3d-8dee-94139635e9fd" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.154741] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8727abd-89bb-4a3d-8dee-94139635e9fd" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.154866] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8727abd-89bb-4a3d-8dee-94139635e9fd" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.154927] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8727abd-89bb-4a3d-8dee-94139635e9fd',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.155614] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86748d3d-9567-4e8f-8525-d96d13600410 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.155722] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.155782] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.155927] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.156025] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86748d3d-9567-4e8f-8525-d96d13600410',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.156672] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18a0c88e-a914-4253-a4c1-d6dc4d329d0e taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.156785] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18a0c88e-a914-4253-a4c1-d6dc4d329d0e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.156843] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18a0c88e-a914-4253-a4c1-d6dc4d329d0e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.156986] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18a0c88e-a914-4253-a4c1-d6dc4d329d0e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.157068] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18a0c88e-a914-4253-a4c1-d6dc4d329d0e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.157815] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca0a9feb-1c0a-41ac-8046-7bedd6052a0f taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.157919] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca0a9feb-1c0a-41ac-8046-7bedd6052a0f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.157995] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca0a9feb-1c0a-41ac-8046-7bedd6052a0f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.158217] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca0a9feb-1c0a-41ac-8046-7bedd6052a0f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.158301] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca0a9feb-1c0a-41ac-8046-7bedd6052a0f',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.159025] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0669151b-9f07-4636-b94c-3ed9ee1ae80e taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.159139] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0669151b-9f07-4636-b94c-3ed9ee1ae80e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.159230] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0669151b-9f07-4636-b94c-3ed9ee1ae80e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.159336] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0669151b-9f07-4636-b94c-3ed9ee1ae80e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.159516] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0669151b-9f07-4636-b94c-3ed9ee1ae80e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.160186] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54a9c6ef-ff6f-4f58-af52-a45fb3e28b22 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.160287] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54a9c6ef-ff6f-4f58-af52-a45fb3e28b22" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.160361] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54a9c6ef-ff6f-4f58-af52-a45fb3e28b22" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.160508] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54a9c6ef-ff6f-4f58-af52-a45fb3e28b22" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.160574] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54a9c6ef-ff6f-4f58-af52-a45fb3e28b22',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.161231] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-87329fe4-35cb-427d-973c-c9e1dea8c42a taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.161347] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-87329fe4-35cb-427d-973c-c9e1dea8c42a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.161426] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-87329fe4-35cb-427d-973c-c9e1dea8c42a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.161640] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-87329fe4-35cb-427d-973c-c9e1dea8c42a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.161739] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('87329fe4-35cb-427d-973c-c9e1dea8c42a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.162475] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95a4fd17-7c98-4057-930b-20731c4dc032 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.162583] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95a4fd17-7c98-4057-930b-20731c4dc032" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.162654] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95a4fd17-7c98-4057-930b-20731c4dc032" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.162796] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95a4fd17-7c98-4057-930b-20731c4dc032" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.162864] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95a4fd17-7c98-4057-930b-20731c4dc032',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.163997] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bfb2ad1a-e74e-4ca3-a906-524310c0d34d taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.164121] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bfb2ad1a-e74e-4ca3-a906-524310c0d34d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.164177] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bfb2ad1a-e74e-4ca3-a906-524310c0d34d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.164328] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bfb2ad1a-e74e-4ca3-a906-524310c0d34d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.164396] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bfb2ad1a-e74e-4ca3-a906-524310c0d34d',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.165200] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-901c55bc-6356-414c-bc3a-6ff527b8fab1 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.165314] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-901c55bc-6356-414c-bc3a-6ff527b8fab1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.165410] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-901c55bc-6356-414c-bc3a-6ff527b8fab1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.165538] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-901c55bc-6356-414c-bc3a-6ff527b8fab1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.165589] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('901c55bc-6356-414c-bc3a-6ff527b8fab1',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.166293] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-567234db-0ee2-4dc1-9e15-c364015f4dc2 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.166407] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-567234db-0ee2-4dc1-9e15-c364015f4dc2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.166470] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-567234db-0ee2-4dc1-9e15-c364015f4dc2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.166634] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-567234db-0ee2-4dc1-9e15-c364015f4dc2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.166718] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('567234db-0ee2-4dc1-9e15-c364015f4dc2',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.191855] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.192164] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.192247] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.192827] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.195061] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.195183] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.217415] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.217664] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.223604] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.223781] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f25bfd16-6979-44b5-9288-743b88967cbe is going to be deleted. [ 1328.224649] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.224862] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.246399] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.246598] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3bf8bad5-c570-41f6-8d00-90360d0dc090 is going to be deleted. [ 1328.247584] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.247832] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.275558] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.275818] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.275986] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.276094] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.276274] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.276364] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.276461] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcbeb442-4ab3-4fbb-98a6-f897bdbbf7b5 is going to be updated. [ 1328.294414] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.294664] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.294664] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.294858] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.294955] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.295093] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f25bfd16-6979-44b5-9288-743b88967cbe" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.313031] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.313031] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.313031] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.313031] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.313031] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.313031] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3bf8bad5-c570-41f6-8d00-90360d0dc090" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.332319] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.332640] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.332640] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.332773] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.332888] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.345702] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcbeb442-4ab3-4fbb-98a6-f897bdbbf7b5 in Status: IN_PROGRESS for 2s [ 1328.452903] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-164 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.453151] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-164" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.453319] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-164" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.453603] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-164" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.453877] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.454057] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.454183] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.454480] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.454654] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.454878] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1328.455039] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1328.455169] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1328.455329] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1328.455401] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1328.455505] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1328.455640] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1328.475873] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1328.476104] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1328.476272] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1328.476475] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-164" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.476808] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-e9c4b04d-531b-46d5-bc34-919a9a3f6808 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.476987] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-e9c4b04d-531b-46d5-bc34-919a9a3f6808" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.477126] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-e9c4b04d-531b-46d5-bc34-919a9a3f6808" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.477458] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-e9c4b04d-531b-46d5-bc34-919a9a3f6808" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.477601] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9c4b04d-531b-46d5-bc34-919a9a3f6808',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.673543] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-18a0c88e-a914-4253-a4c1-d6dc4d329d0e taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.673898] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18a0c88e-a914-4253-a4c1-d6dc4d329d0e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.673898] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18a0c88e-a914-4253-a4c1-d6dc4d329d0e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.673996] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18a0c88e-a914-4253-a4c1-d6dc4d329d0e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.674130] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.674212] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.674289] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.674450] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.674539] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.674593] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18a0c88e-a914-4253-a4c1-d6dc4d329d0e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.674666] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('18a0c88e-a914-4253-a4c1-d6dc4d329d0e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.677382] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-50ac5d94-fc3c-4728-b640-dacba41be7e6 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.677517] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50ac5d94-fc3c-4728-b640-dacba41be7e6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.683228] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.683527] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.683597] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.683770] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.683920] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.684029] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.684105] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.684243] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.684326] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.684414] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.684498] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d313c6dc-c75d-4cc0-bfd3-23222ce565bb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.686453] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('50ac5d94-fc3c-4728-b640-dacba41be7e6',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.723818] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.724011] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.724059] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.724271] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.726223] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.726327] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.735752] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.735927] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.736826] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.736926] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.737743] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.737852] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.738588] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.738678] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.739402] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.739487] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.740186] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.740320] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.740977] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.741081] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.741740] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.741884] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.742604] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.742697] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.743348] env[69758]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1328.743711] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.743802] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.744385] env[69758]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1328.744788] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.744971] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.745464] env[69758]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1328.745931] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.746043] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.746972] env[69758]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1328.747395] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.747488] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.748101] env[69758]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1328.748545] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.748652] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba7cd0c9-88d1-406d-9881-8a32765ca01f is going to be deleted. [ 1328.749538] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.749741] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.766638] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.766799] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bfb2ad1a-e74e-4ca3-a906-524310c0d34d is going to be deleted. [ 1328.767674] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.767939] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.789031] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.789211] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 87329fe4-35cb-427d-973c-c9e1dea8c42a is going to be deleted. [ 1328.790172] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.790404] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.803973] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.804182] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.809263] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.809412] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86748d3d-9567-4e8f-8525-d96d13600410 is going to be deleted. [ 1328.810240] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.810483] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.826133] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.826375] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.845198] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.845198] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0669151b-9f07-4636-b94c-3ed9ee1ae80e is going to be deleted. [ 1328.846483] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.846789] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.857882] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.858155] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.875362] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.875553] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.880952] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.880952] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 187465ab-115f-47c0-a125-7b2db25e9111 is going to be deleted. [ 1328.880952] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.880952] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.915052] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.915215] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54a9c6ef-ff6f-4f58-af52-a45fb3e28b22 is going to be deleted. [ 1328.916216] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.916441] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.943740] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.943947] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.973015] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.973197] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3676a2d-6013-4704-a281-0f2dac33fa9e is going to be deleted. [ 1328.974200] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.974427] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.982373] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.982659] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.982798] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.983125] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.983327] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.983500] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port e9c4b04d-531b-46d5-bc34-919a9a3f6808 not found, creating... [ 1328.983789] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.984340] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.984707] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.985071] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.985273] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.985910] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.986128] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.986262] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.986702] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.986891] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.987098] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: e9c4b04d-531b-46d5-bc34-919a9a3f6808 is going to be created. [ 1329.016707] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.016854] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 901c55bc-6356-414c-bc3a-6ff527b8fab1 is going to be deleted. [ 1329.017827] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.018116] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.062444] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.062609] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.084548] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.084951] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.085191] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.085492] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.085882] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.086278] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-e9c4b04d-531b-46d5-bc34-919a9a3f6808" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.088271] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.088446] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.094188] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.094406] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b65d3ab-a39c-4648-b460-e107a75819aa is going to be deleted. [ 1329.095744] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.096047] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.168153] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.168374] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.169351] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.169504] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 567234db-0ee2-4dc1-9e15-c364015f4dc2 is going to be deleted. [ 1329.170486] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.170741] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.191331] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.191649] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.192861] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.192984] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.193065] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.193288] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.193444] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.193546] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.193602] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.193757] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.194071] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.194071] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.194071] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.194278] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.194320] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.194455] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.194594] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.194691] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.194743] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.194885] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.194966] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.195068] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.195189] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d313c6dc-c75d-4cc0-bfd3-23222ce565bb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.196762] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('18a0c88e-a914-4253-a4c1-d6dc4d329d0e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.200092] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('50ac5d94-fc3c-4728-b640-dacba41be7e6',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.259203] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.259393] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95a4fd17-7c98-4057-930b-20731c4dc032 is going to be deleted. [ 1329.260504] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.260748] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.298791] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.299169] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.312668] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.312963] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca0a9feb-1c0a-41ac-8046-7bedd6052a0f is going to be deleted. [ 1329.314006] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.314385] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.314596] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.314785] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bcbeb442-4ab3-4fbb-98a6-f897bdbbf7b5 is going to be deleted. [ 1329.316109] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.316345] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.339100] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.339367] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.387542] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.387763] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8727abd-89bb-4a3d-8dee-94139635e9fd is going to be deleted. [ 1329.388872] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.389154] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.389269] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.389379] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba7cd0c9-88d1-406d-9881-8a32765ca01f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.390261] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.390434] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.390434] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.390602] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.390678] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.390808] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95a4fd17-7c98-4057-930b-20731c4dc032" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.390941] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.391144] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.391228] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.391355] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bfb2ad1a-e74e-4ca3-a906-524310c0d34d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.391926] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.392115] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.392207] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.392340] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-87329fe4-35cb-427d-973c-c9e1dea8c42a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.392496] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.392645] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.392725] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.392838] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86748d3d-9567-4e8f-8525-d96d13600410" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.392952] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.393115] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.393195] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.393304] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0669151b-9f07-4636-b94c-3ed9ee1ae80e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.393437] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.393580] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.393658] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.393769] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-187465ab-115f-47c0-a125-7b2db25e9111" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.393881] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.394032] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.394105] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.394218] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54a9c6ef-ff6f-4f58-af52-a45fb3e28b22" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.394348] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.394489] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.394555] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.394684] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-901c55bc-6356-414c-bc3a-6ff527b8fab1" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.394917] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.394917] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.395086] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.395149] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3676a2d-6013-4704-a281-0f2dac33fa9e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.395272] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.395416] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.395485] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.395596] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b65d3ab-a39c-4648-b460-e107a75819aa" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.395711] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.396266] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.396266] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.396266] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-567234db-0ee2-4dc1-9e15-c364015f4dc2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.436327] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.436576] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.436695] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.437054] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.437210] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.437403] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca0a9feb-1c0a-41ac-8046-7bedd6052a0f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.482379] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.482607] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.482607] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.482863] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.482992] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.483178] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bcbeb442-4ab3-4fbb-98a6-f897bdbbf7b5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.519485] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.519706] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.519706] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.520296] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.524022] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.524022] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8727abd-89bb-4a3d-8dee-94139635e9fd" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.697503] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d313c6dc-c75d-4cc0-bfd3-23222ce565bb: rpc.has_security_group_logging(os_id): False [ 1329.698818] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 18a0c88e-a914-4253-a4c1-d6dc4d329d0e: rpc.has_security_group_logging(os_id): False [ 1329.702177] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.702332] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.702381] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.702596] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.702684] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.702779] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50ac5d94-fc3c-4728-b640-dacba41be7e6 is going to be updated. [ 1329.721293] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.721293] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.721293] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.721615] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.724314] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.724314] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.736587] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.736792] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.736906] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.739022] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.739022] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.742096] env[69758]: INFO networking_nsxv3.common.synchronization [req-aeee95d7-8b34-48a7-862a-e0b0a3c37bb3 req-f6279f11-2f67-45bb-a730-1291b190d3be service nova] Enqueued Resource ID: 50ac5d94-fc3c-4728-b640-dacba41be7e6 with Priority: HIGHEST for action security_group_rules [ 1329.742194] env[69758]: INFO networking_nsxv3.common.synchronization [req-aeee95d7-8b34-48a7-862a-e0b0a3c37bb3 req-f6279f11-2f67-45bb-a730-1291b190d3be service nova] Enqueued Resource ID: 50ac5d94-fc3c-4728-b640-dacba41be7e6 with Priority: HIGHEST for action security_group_members [ 1329.742453] env[69758]: INFO networking_nsxv3.common.synchronization [req-aeee95d7-8b34-48a7-862a-e0b0a3c37bb3 req-f6279f11-2f67-45bb-a730-1291b190d3be service nova] Enqueued Resource ID: e9c4b04d-531b-46d5-bc34-919a9a3f6808 with Priority: HIGHEST for action port [ 1329.742668] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50ac5d94-fc3c-4728-b640-dacba41be7e6 with Priority: HIGHEST for action security_group_rules [ 1329.742751] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50ac5d94-fc3c-4728-b640-dacba41be7e6 with Priority: HIGHEST for action security_group_members [ 1329.742799] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9c4b04d-531b-46d5-bc34-919a9a3f6808 with Priority: HIGHEST for action port [ 1329.744349] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50ac5d94-fc3c-4728-b640-dacba41be7e6 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.744349] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50ac5d94-fc3c-4728-b640-dacba41be7e6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.744349] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-50ac5d94-fc3c-4728-b640-dacba41be7e6 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.744349] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50ac5d94-fc3c-4728-b640-dacba41be7e6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.744349] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9c4b04d-531b-46d5-bc34-919a9a3f6808 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.744349] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9c4b04d-531b-46d5-bc34-919a9a3f6808" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.744349] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9c4b04d-531b-46d5-bc34-919a9a3f6808" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.744699] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9c4b04d-531b-46d5-bc34-919a9a3f6808" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.744699] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9c4b04d-531b-46d5-bc34-919a9a3f6808',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.746741] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50ac5d94-fc3c-4728-b640-dacba41be7e6 in Status: IN_PROGRESS for 2s [ 1329.748087] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.748343] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.748460] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.748548] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.748775] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.748854] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.751729] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.751729] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.751729] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.751729] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.751729] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.751729] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.751729] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.751729] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.751729] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.751729] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.751729] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d313c6dc-c75d-4cc0-bfd3-23222ce565bb is going to be updated. [ 1329.751729] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.751729] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.771637] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.771876] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.771876] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.771876] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.774908] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.774908] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.774908] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18a0c88e-a914-4253-a4c1-d6dc4d329d0e is going to be updated. [ 1329.836057] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.836288] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.836288] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.836513] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.836672] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.849922] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.850269] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.850269] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.850417] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.850510] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.860190] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d313c6dc-c75d-4cc0-bfd3-23222ce565bb in Status: IN_PROGRESS for 2s [ 1329.863129] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18a0c88e-a914-4253-a4c1-d6dc4d329d0e in Status: IN_PROGRESS for 2s [ 1330.254035] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e9c4b04d-531b-46d5-bc34-919a9a3f6808 with status ACTIVE [ 1330.254035] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.254272] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.254272] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.254501] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.254657] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.254887] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.255108] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.255233] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.255478] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.255562] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.255792] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.255965] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.256059] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.256274] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.256488] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.256488] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e9c4b04d-531b-46d5-bc34-919a9a3f6808 is going to be updated. [ 1330.293926] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.294170] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.294170] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.294397] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.294546] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.294709] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9c4b04d-531b-46d5-bc34-919a9a3f6808" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.357244] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcbeb442-4ab3-4fbb-98a6-f897bdbbf7b5 in Status: SUCCESS [ 1330.357430] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcbeb442-4ab3-4fbb-98a6-f897bdbbf7b5 deletion is rescheduled due to dependency. [ 1330.357561] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcbeb442-4ab3-4fbb-98a6-f897bdbbf7b5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.759942] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50ac5d94-fc3c-4728-b640-dacba41be7e6 in Status: SUCCESS [ 1331.760360] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50ac5d94-fc3c-4728-b640-dacba41be7e6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.760481] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50ac5d94-fc3c-4728-b640-dacba41be7e6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.760704] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50ac5d94-fc3c-4728-b640-dacba41be7e6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.760900] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.761043] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.761162] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.761383] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.761473] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.761566] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50ac5d94-fc3c-4728-b640-dacba41be7e6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.761669] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('50ac5d94-fc3c-4728-b640-dacba41be7e6',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.763249] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50ac5d94-fc3c-4728-b640-dacba41be7e6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.763523] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50ac5d94-fc3c-4728-b640-dacba41be7e6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.763741] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.763900] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.764084] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.764306] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.767020] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.767020] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50ac5d94-fc3c-4728-b640-dacba41be7e6',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.876494] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18a0c88e-a914-4253-a4c1-d6dc4d329d0e in Status: SUCCESS [ 1331.876722] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18a0c88e-a914-4253-a4c1-d6dc4d329d0e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.879483] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d313c6dc-c75d-4cc0-bfd3-23222ce565bb in Status: SUCCESS [ 1331.879678] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.973084] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-432 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.973313] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-432" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.973441] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-432" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.973723] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-432" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.973986] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.974160] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.974282] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.974496] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.974647] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.974852] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1331.974971] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1331.975113] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1331.975242] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1331.975363] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1331.975475] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1331.975612] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1331.995199] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1331.995378] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1331.995523] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1331.995708] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-432" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.996106] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-a6be5621-1e27-40cd-8c43-1ad66c71c15f taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.996303] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-a6be5621-1e27-40cd-8c43-1ad66c71c15f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.996431] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-a6be5621-1e27-40cd-8c43-1ad66c71c15f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.996702] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-a6be5621-1e27-40cd-8c43-1ad66c71c15f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.996842] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6be5621-1e27-40cd-8c43-1ad66c71c15f',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.266912] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-50ac5d94-fc3c-4728-b640-dacba41be7e6 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.267071] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50ac5d94-fc3c-4728-b640-dacba41be7e6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.268463] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('50ac5d94-fc3c-4728-b640-dacba41be7e6',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.500359] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.500618] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.500759] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.501083] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.501289] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.501622] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.501786] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.501910] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.502170] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.502347] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.502911] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.502911] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.502911] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.503191] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.503335] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.503511] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: a6be5621-1e27-40cd-8c43-1ad66c71c15f is going to be updated. [ 1332.529445] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.529828] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.530055] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.530540] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.530770] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.531115] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-a6be5621-1e27-40cd-8c43-1ad66c71c15f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.771092] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('50ac5d94-fc3c-4728-b640-dacba41be7e6',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1333.211538] env[69758]: INFO networking_nsxv3.common.synchronization [req-2d371683-eee0-4737-a52a-8299055fd1d4 req-171d5005-207c-4e12-940b-3ed78daa6fda service nova] Enqueued Resource ID: d313c6dc-c75d-4cc0-bfd3-23222ce565bb with Priority: HIGHEST for action security_group_rules [ 1333.211687] env[69758]: INFO networking_nsxv3.common.synchronization [req-2d371683-eee0-4737-a52a-8299055fd1d4 req-171d5005-207c-4e12-940b-3ed78daa6fda service nova] Enqueued Resource ID: d313c6dc-c75d-4cc0-bfd3-23222ce565bb with Priority: HIGHEST for action security_group_members [ 1333.211847] env[69758]: INFO networking_nsxv3.common.synchronization [req-2d371683-eee0-4737-a52a-8299055fd1d4 req-171d5005-207c-4e12-940b-3ed78daa6fda service nova] Enqueued Resource ID: a6be5621-1e27-40cd-8c43-1ad66c71c15f with Priority: HIGHEST for action port [ 1333.212157] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d313c6dc-c75d-4cc0-bfd3-23222ce565bb with Priority: HIGHEST for action security_group_rules [ 1333.212318] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d313c6dc-c75d-4cc0-bfd3-23222ce565bb with Priority: HIGHEST for action security_group_members [ 1333.212417] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6be5621-1e27-40cd-8c43-1ad66c71c15f with Priority: HIGHEST for action port [ 1333.212992] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d313c6dc-c75d-4cc0-bfd3-23222ce565bb taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.213138] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.213202] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.213411] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.213494] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d313c6dc-c75d-4cc0-bfd3-23222ce565bb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1333.214377] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.214489] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.214556] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.214779] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.215324] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.215461] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.215522] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.215774] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.215774] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.215891] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d313c6dc-c75d-4cc0-bfd3-23222ce565bb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1333.216736] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6be5621-1e27-40cd-8c43-1ad66c71c15f taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.216856] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6be5621-1e27-40cd-8c43-1ad66c71c15f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.216856] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6be5621-1e27-40cd-8c43-1ad66c71c15f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.217023] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6be5621-1e27-40cd-8c43-1ad66c71c15f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.217107] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6be5621-1e27-40cd-8c43-1ad66c71c15f',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1333.273531] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.273763] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.273763] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.273948] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.274056] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.274159] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50ac5d94-fc3c-4728-b640-dacba41be7e6 is going to be updated. [ 1333.326573] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.326802] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.326802] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.326999] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.327182] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.338255] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50ac5d94-fc3c-4728-b640-dacba41be7e6 in Status: IN_PROGRESS for 2s [ 1333.719396] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.719616] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.719838] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d313c6dc-c75d-4cc0-bfd3-23222ce565bb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1333.720900] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a6be5621-1e27-40cd-8c43-1ad66c71c15f with status ACTIVE [ 1333.721158] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.721287] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.721365] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.721588] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.721680] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.721856] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.721955] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.722028] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.722185] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.722262] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.722550] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.722550] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.722681] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.722798] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.722846] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.722891] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a6be5621-1e27-40cd-8c43-1ad66c71c15f is going to be updated. [ 1333.745542] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.745739] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.745824] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.746177] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.746351] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.746536] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6be5621-1e27-40cd-8c43-1ad66c71c15f" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.224889] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d313c6dc-c75d-4cc0-bfd3-23222ce565bb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1334.728312] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.728312] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.728312] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.728312] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.728312] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.728312] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d313c6dc-c75d-4cc0-bfd3-23222ce565bb is going to be updated. [ 1334.760220] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.760220] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.760220] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.760526] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.760609] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.769390] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d313c6dc-c75d-4cc0-bfd3-23222ce565bb in Status: IN_PROGRESS for 2s [ 1335.349438] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50ac5d94-fc3c-4728-b640-dacba41be7e6 in Status: SUCCESS [ 1335.349726] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50ac5d94-fc3c-4728-b640-dacba41be7e6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.349726] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50ac5d94-fc3c-4728-b640-dacba41be7e6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.349965] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50ac5d94-fc3c-4728-b640-dacba41be7e6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.350184] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.350380] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.350452] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.350626] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.350711] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.350800] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50ac5d94-fc3c-4728-b640-dacba41be7e6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.350970] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-50ac5d94-fc3c-4728-b640-dacba41be7e6 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.351079] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50ac5d94-fc3c-4728-b640-dacba41be7e6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.351145] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50ac5d94-fc3c-4728-b640-dacba41be7e6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.351295] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50ac5d94-fc3c-4728-b640-dacba41be7e6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.351438] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.351533] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.351596] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.351738] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.351819] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.351904] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50ac5d94-fc3c-4728-b640-dacba41be7e6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.351999] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('50ac5d94-fc3c-4728-b640-dacba41be7e6',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.855112] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 50ac5d94-fc3c-4728-b640-dacba41be7e6: rpc.has_security_group_logging(os_id): False [ 1335.874549] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.874769] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.874881] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.875256] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.896268] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.896555] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.896690] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.896760] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.896979] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.897091] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.897290] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.897395] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.897457] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.897633] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.897724] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.897919] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.898174] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.898369] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.898568] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.898658] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.898758] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50ac5d94-fc3c-4728-b640-dacba41be7e6 is going to be updated. [ 1335.967926] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.968282] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.968282] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.968449] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.968606] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.984580] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50ac5d94-fc3c-4728-b640-dacba41be7e6 in Status: IN_PROGRESS for 2s [ 1336.780934] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d313c6dc-c75d-4cc0-bfd3-23222ce565bb in Status: SUCCESS [ 1336.781404] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.781730] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.782063] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.782341] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.782504] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.782578] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.782825] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.782911] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.783012] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.783118] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d313c6dc-c75d-4cc0-bfd3-23222ce565bb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.285319] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.285582] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.285582] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.285756] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.285933] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.286081] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.286151] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.286312] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.286405] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.286500] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.286650] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.286742] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.286802] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.286941] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.287096] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.287189] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.287247] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.287380] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.287455] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.287534] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.287625] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d313c6dc-c75d-4cc0-bfd3-23222ce565bb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.790663] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d313c6dc-c75d-4cc0-bfd3-23222ce565bb: rpc.has_security_group_logging(os_id): False [ 1337.809027] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.809269] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.809269] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.809509] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.809607] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.809847] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.809961] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.810029] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.810246] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.810422] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.810630] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.810761] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.810832] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.810986] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.811124] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.811266] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.811360] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.811424] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.811568] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.811644] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.811731] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d313c6dc-c75d-4cc0-bfd3-23222ce565bb is going to be updated. [ 1337.871839] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.872066] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.872066] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.872251] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.872405] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.889301] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d313c6dc-c75d-4cc0-bfd3-23222ce565bb in Status: IN_PROGRESS for 2s [ 1338.002071] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50ac5d94-fc3c-4728-b640-dacba41be7e6 in Status: SUCCESS [ 1338.002071] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50ac5d94-fc3c-4728-b640-dacba41be7e6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.002071] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50ac5d94-fc3c-4728-b640-dacba41be7e6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.002071] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50ac5d94-fc3c-4728-b640-dacba41be7e6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.002071] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50ac5d94-fc3c-4728-b640-dacba41be7e6',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.213633] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1338.213633] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1338.504749] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-50ac5d94-fc3c-4728-b640-dacba41be7e6 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.505039] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50ac5d94-fc3c-4728-b640-dacba41be7e6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.505039] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50ac5d94-fc3c-4728-b640-dacba41be7e6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.505308] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50ac5d94-fc3c-4728-b640-dacba41be7e6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.505397] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.505505] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.505569] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.505722] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.505811] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.505902] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50ac5d94-fc3c-4728-b640-dacba41be7e6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.506021] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('50ac5d94-fc3c-4728-b640-dacba41be7e6',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.011085] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-50ac5d94-fc3c-4728-b640-dacba41be7e6 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.011085] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50ac5d94-fc3c-4728-b640-dacba41be7e6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.011085] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50ac5d94-fc3c-4728-b640-dacba41be7e6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.011085] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50ac5d94-fc3c-4728-b640-dacba41be7e6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.011085] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.011085] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.011085] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.011085] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.011085] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.011085] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50ac5d94-fc3c-4728-b640-dacba41be7e6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.011085] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-50ac5d94-fc3c-4728-b640-dacba41be7e6 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.011085] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50ac5d94-fc3c-4728-b640-dacba41be7e6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.011085] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50ac5d94-fc3c-4728-b640-dacba41be7e6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.011085] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50ac5d94-fc3c-4728-b640-dacba41be7e6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.011085] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.011085] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.012296] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.012296] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.012296] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.012296] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50ac5d94-fc3c-4728-b640-dacba41be7e6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.012296] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('50ac5d94-fc3c-4728-b640-dacba41be7e6',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.513428] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 50ac5d94-fc3c-4728-b640-dacba41be7e6: rpc.has_security_group_logging(os_id): False [ 1339.531061] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.531273] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.531273] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.531477] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.531572] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.531795] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.531903] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.531976] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.532150] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.532240] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.532443] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.532555] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.532625] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.532775] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.532852] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.533051] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.533149] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.533209] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.533350] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.533425] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.533509] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50ac5d94-fc3c-4728-b640-dacba41be7e6 is going to be updated. [ 1339.593462] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.593685] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.593685] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.593898] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.594071] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.608804] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50ac5d94-fc3c-4728-b640-dacba41be7e6 in Status: IN_PROGRESS for 2s [ 1339.905178] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d313c6dc-c75d-4cc0-bfd3-23222ce565bb in Status: SUCCESS [ 1339.905456] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.630779] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50ac5d94-fc3c-4728-b640-dacba41be7e6 in Status: SUCCESS [ 1341.630779] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50ac5d94-fc3c-4728-b640-dacba41be7e6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.214332] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1343.214805] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1348.215379] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1348.215820] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1349.261612] env[69758]: INFO networking_nsxv3.common.synchronization [req-2129838f-42eb-419b-b4e6-b0a51290f259 req-09c8759c-6527-4328-a59c-ed41380849e9 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Enqueued Resource ID: 84a17eeb-3927-46b2-90cf-cd183917468d with Priority: HIGHEST for action security_group_members [ 1349.262174] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84a17eeb-3927-46b2-90cf-cd183917468d with Priority: HIGHEST for action security_group_members [ 1349.262510] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-84a17eeb-3927-46b2-90cf-cd183917468d taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.263853] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84a17eeb-3927-46b2-90cf-cd183917468d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.263935] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84a17eeb-3927-46b2-90cf-cd183917468d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.264163] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84a17eeb-3927-46b2-90cf-cd183917468d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.264328] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.264430] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.264492] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.264640] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.264754] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.264847] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84a17eeb-3927-46b2-90cf-cd183917468d',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1349.767256] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('84a17eeb-3927-46b2-90cf-cd183917468d',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1350.269837] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('84a17eeb-3927-46b2-90cf-cd183917468d',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1350.772961] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.773225] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.773339] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.773592] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.773718] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.773844] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84a17eeb-3927-46b2-90cf-cd183917468d is going to be updated. [ 1350.805296] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.805475] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.805527] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.805722] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.805869] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.814647] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84a17eeb-3927-46b2-90cf-cd183917468d in Status: IN_PROGRESS for 2s [ 1352.826027] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84a17eeb-3927-46b2-90cf-cd183917468d in Status: SUCCESS [ 1352.826448] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84a17eeb-3927-46b2-90cf-cd183917468d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.492375] env[69758]: INFO networking_nsxv3.common.synchronization [req-198762d5-80fa-4288-9e51-09e384451c61 req-0ce647f4-6d90-4eca-98b7-5d57b2fcb64a tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Enqueued Resource ID: 50ac5d94-fc3c-4728-b640-dacba41be7e6 with Priority: HIGHEST for action security_group_members [ 1353.492375] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50ac5d94-fc3c-4728-b640-dacba41be7e6 with Priority: HIGHEST for action security_group_members [ 1353.492492] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-50ac5d94-fc3c-4728-b640-dacba41be7e6 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.492601] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50ac5d94-fc3c-4728-b640-dacba41be7e6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.492675] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50ac5d94-fc3c-4728-b640-dacba41be7e6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.492876] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50ac5d94-fc3c-4728-b640-dacba41be7e6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.493037] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.493165] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.493214] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.493350] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.493437] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.493528] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50ac5d94-fc3c-4728-b640-dacba41be7e6',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1353.996075] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('50ac5d94-fc3c-4728-b640-dacba41be7e6',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1354.497976] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('50ac5d94-fc3c-4728-b640-dacba41be7e6',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1355.000893] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.001458] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.001458] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.001458] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.001656] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.001656] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50ac5d94-fc3c-4728-b640-dacba41be7e6 is going to be updated. [ 1355.116307] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.116483] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.116483] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.116722] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.116904] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.127195] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50ac5d94-fc3c-4728-b640-dacba41be7e6 in Status: IN_PROGRESS for 2s [ 1355.665869] env[69758]: INFO networking_nsxv3.common.synchronization [req-d86b4e43-eaab-4cc0-b239-7aaa7f8ddeba req-261e1aa7-b216-43b6-a036-5f2e604277c7 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Enqueued Resource ID: 84a17eeb-3927-46b2-90cf-cd183917468d with Priority: HIGHEST for action security_group_members [ 1355.665869] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84a17eeb-3927-46b2-90cf-cd183917468d with Priority: HIGHEST for action security_group_members [ 1355.666824] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-84a17eeb-3927-46b2-90cf-cd183917468d taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.666824] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84a17eeb-3927-46b2-90cf-cd183917468d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.666824] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84a17eeb-3927-46b2-90cf-cd183917468d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.666824] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84a17eeb-3927-46b2-90cf-cd183917468d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.666824] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.667165] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.667165] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.667165] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.667275] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.667310] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84a17eeb-3927-46b2-90cf-cd183917468d',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1356.169868] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.170434] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.170434] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.170434] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.195278] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.195563] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.195684] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.195764] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.195964] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.196061] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.196155] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84a17eeb-3927-46b2-90cf-cd183917468d is going to be updated. [ 1356.222764] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.223012] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.223089] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.223239] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.223393] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.232206] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84a17eeb-3927-46b2-90cf-cd183917468d in Status: IN_PROGRESS for 2s [ 1357.137161] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50ac5d94-fc3c-4728-b640-dacba41be7e6 in Status: IN_PROGRESS for 4s [ 1358.246210] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84a17eeb-3927-46b2-90cf-cd183917468d in Status: SUCCESS [ 1358.246585] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84a17eeb-3927-46b2-90cf-cd183917468d deletion is rescheduled due to dependency. [ 1358.246585] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84a17eeb-3927-46b2-90cf-cd183917468d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.148260] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50ac5d94-fc3c-4728-b640-dacba41be7e6 in Status: SUCCESS [ 1359.148481] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50ac5d94-fc3c-4728-b640-dacba41be7e6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.116313] env[69758]: INFO networking_nsxv3.common.synchronization [req-5764c065-cabe-43dd-94e8-172b3d04f1a3 req-78039502-b830-4ebc-81d1-6eccd3beefdf tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Enqueued Resource ID: 50ac5d94-fc3c-4728-b640-dacba41be7e6 with Priority: HIGHEST for action security_group_members [ 1360.116864] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50ac5d94-fc3c-4728-b640-dacba41be7e6 with Priority: HIGHEST for action security_group_members [ 1360.117210] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-50ac5d94-fc3c-4728-b640-dacba41be7e6 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.117329] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50ac5d94-fc3c-4728-b640-dacba41be7e6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.117398] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50ac5d94-fc3c-4728-b640-dacba41be7e6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.117598] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50ac5d94-fc3c-4728-b640-dacba41be7e6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.117743] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.117834] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.117892] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.118045] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.118136] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.118254] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50ac5d94-fc3c-4728-b640-dacba41be7e6',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1360.156989] env[69758]: INFO networking_nsxv3.common.synchronization [None req-55f78d58-b669-44b8-84fd-8588e7cb87c6 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Enqueued Resource ID: d313c6dc-c75d-4cc0-bfd3-23222ce565bb with Priority: HIGHEST for action security_group_members [ 1360.158614] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d313c6dc-c75d-4cc0-bfd3-23222ce565bb with Priority: HIGHEST for action security_group_members [ 1360.158614] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.158614] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.158614] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.158614] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.158614] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.158614] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.158614] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.158928] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.158928] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.159098] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d313c6dc-c75d-4cc0-bfd3-23222ce565bb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1360.620775] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.620937] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.621017] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.621249] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.621349] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.621539] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.621635] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.621694] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.621841] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.621919] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.621999] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50ac5d94-fc3c-4728-b640-dacba41be7e6 is going to be updated. [ 1360.650339] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.650572] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.650572] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.650959] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.651087] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.660400] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50ac5d94-fc3c-4728-b640-dacba41be7e6 in Status: IN_PROGRESS for 2s [ 1360.660776] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.661059] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.661059] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.661296] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.661335] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.661550] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.661654] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.661742] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.661990] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.662094] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.662147] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d313c6dc-c75d-4cc0-bfd3-23222ce565bb is going to be updated. [ 1360.687386] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.687595] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.687645] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.687892] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.688063] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.699512] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d313c6dc-c75d-4cc0-bfd3-23222ce565bb in Status: IN_PROGRESS for 2s [ 1362.673623] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50ac5d94-fc3c-4728-b640-dacba41be7e6 in Status: SUCCESS [ 1362.674052] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50ac5d94-fc3c-4728-b640-dacba41be7e6 deletion is rescheduled due to dependency. [ 1362.674052] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50ac5d94-fc3c-4728-b640-dacba41be7e6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.710081] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d313c6dc-c75d-4cc0-bfd3-23222ce565bb in Status: SUCCESS [ 1362.710312] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d313c6dc-c75d-4cc0-bfd3-23222ce565bb deletion is rescheduled due to dependency. [ 1362.710463] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.158332] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1365.159949] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1370.160133] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1370.160517] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1375.161157] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1375.161671] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1380.162267] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1380.162643] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1385.163522] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1385.163955] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1390.165185] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1390.165185] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1395.166298] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1395.166773] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1400.167536] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1400.167968] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1405.169378] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1405.171528] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1410.170992] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1410.171306] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1415.172034] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1415.172358] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1415.265442] env[69758]: INFO networking_nsxv3.common.synchronization [req-989ed97c-7ab5-4617-a4c0-64e62b563bb6 req-26318c9d-b096-4217-af5e-a02868e7b78b tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Enqueued Resource ID: 18a0c88e-a914-4253-a4c1-d6dc4d329d0e with Priority: HIGHEST for action security_group_members [ 1415.265442] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18a0c88e-a914-4253-a4c1-d6dc4d329d0e with Priority: HIGHEST for action security_group_members [ 1415.265679] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-18a0c88e-a914-4253-a4c1-d6dc4d329d0e taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.265763] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18a0c88e-a914-4253-a4c1-d6dc4d329d0e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.265823] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18a0c88e-a914-4253-a4c1-d6dc4d329d0e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.266034] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18a0c88e-a914-4253-a4c1-d6dc4d329d0e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.266191] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.266290] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.266353] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.266551] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.266644] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.266713] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18a0c88e-a914-4253-a4c1-d6dc4d329d0e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1415.768567] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.768856] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.768856] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.769048] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.769150] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.769358] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.769461] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.769538] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.769728] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.769818] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.769890] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18a0c88e-a914-4253-a4c1-d6dc4d329d0e is going to be updated. [ 1415.809318] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.809469] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.809545] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.809853] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.810029] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.818743] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18a0c88e-a914-4253-a4c1-d6dc4d329d0e in Status: IN_PROGRESS for 2s [ 1417.830128] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18a0c88e-a914-4253-a4c1-d6dc4d329d0e in Status: SUCCESS [ 1417.830518] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18a0c88e-a914-4253-a4c1-d6dc4d329d0e deletion is rescheduled due to dependency. [ 1417.830518] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18a0c88e-a914-4253-a4c1-d6dc4d329d0e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.265948] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1420.266351] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1425.267561] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1425.268039] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1426.355495] env[69758]: INFO networking_nsxv3.common.synchronization [req-199a9bba-6816-4cef-a903-341ebd24b365 req-0275fa41-952a-4482-9f0d-e20207b5352f tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Enqueued Resource ID: 9eb84e11-bd15-4464-a095-3b7997012d4d with Priority: HIGHEST for action security_group_members [ 1426.355933] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9eb84e11-bd15-4464-a095-3b7997012d4d with Priority: HIGHEST for action security_group_members [ 1426.356599] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-9eb84e11-bd15-4464-a095-3b7997012d4d taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.356742] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9eb84e11-bd15-4464-a095-3b7997012d4d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.356809] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9eb84e11-bd15-4464-a095-3b7997012d4d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.357021] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9eb84e11-bd15-4464-a095-3b7997012d4d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.357177] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.357280] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.357345] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.357488] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.357577] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.357672] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9eb84e11-bd15-4464-a095-3b7997012d4d',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1426.860446] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9eb84e11-bd15-4464-a095-3b7997012d4d',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1427.362437] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9eb84e11-bd15-4464-a095-3b7997012d4d',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1427.864707] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.864947] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.864947] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.865164] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.865314] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.865314] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9eb84e11-bd15-4464-a095-3b7997012d4d is going to be updated. [ 1427.895838] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.896023] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.896074] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.896269] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.896428] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.914744] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9eb84e11-bd15-4464-a095-3b7997012d4d in Status: IN_PROGRESS for 2s [ 1429.926168] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9eb84e11-bd15-4464-a095-3b7997012d4d in Status: SUCCESS [ 1429.926641] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9eb84e11-bd15-4464-a095-3b7997012d4d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.357153] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1431.357574] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1432.990358] env[69758]: INFO networking_nsxv3.common.synchronization [req-833cdb6c-5202-428e-8756-e495d101986c req-cb2159f2-67a0-451f-a4da-235104794293 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Enqueued Resource ID: 9eb84e11-bd15-4464-a095-3b7997012d4d with Priority: HIGHEST for action security_group_members [ 1432.990828] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9eb84e11-bd15-4464-a095-3b7997012d4d with Priority: HIGHEST for action security_group_members [ 1432.991180] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-9eb84e11-bd15-4464-a095-3b7997012d4d taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.991459] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9eb84e11-bd15-4464-a095-3b7997012d4d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.991459] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9eb84e11-bd15-4464-a095-3b7997012d4d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.991580] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9eb84e11-bd15-4464-a095-3b7997012d4d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.991720] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.991820] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.991879] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.992019] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.992107] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.992201] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9eb84e11-bd15-4464-a095-3b7997012d4d',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1433.494328] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.494583] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.494583] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.494769] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.515838] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.516117] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.516258] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.516331] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.516473] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.516579] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.516647] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9eb84e11-bd15-4464-a095-3b7997012d4d is going to be updated. [ 1433.544282] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.544521] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.544521] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.544727] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.544873] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.554121] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9eb84e11-bd15-4464-a095-3b7997012d4d in Status: IN_PROGRESS for 2s [ 1435.564600] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9eb84e11-bd15-4464-a095-3b7997012d4d in Status: SUCCESS [ 1435.564600] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9eb84e11-bd15-4464-a095-3b7997012d4d deletion is rescheduled due to dependency. [ 1435.564600] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9eb84e11-bd15-4464-a095-3b7997012d4d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.991963] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1437.991963] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1440.612217] env[69758]: INFO networking_nsxv3.common.synchronization [None req-a1a5d808-641e-4a1a-b775-d1f46c818331 None None] Enqueued Resource ID: 8c4495ad-2545-468d-8262-668890788c99 with Priority: HIGHEST for action port [ 1440.612501] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c4495ad-2545-468d-8262-668890788c99 with Priority: HIGHEST for action port [ 1440.613030] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c4495ad-2545-468d-8262-668890788c99 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.613162] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c4495ad-2545-468d-8262-668890788c99" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.613226] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c4495ad-2545-468d-8262-668890788c99" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.613485] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c4495ad-2545-468d-8262-668890788c99" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.613571] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c4495ad-2545-468d-8262-668890788c99',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1441.063436] env[69758]: INFO networking_nsxv3.common.synchronization [None req-1fd35317-0125-4b1e-8576-f622a0364d9e tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Enqueued Resource ID: 6f844717-780c-44b0-9bed-ce4cd458e0e0 with Priority: HIGHEST for action security_group_rules [ 1441.063978] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f844717-780c-44b0-9bed-ce4cd458e0e0 with Priority: HIGHEST for action security_group_rules [ 1441.064303] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f844717-780c-44b0-9bed-ce4cd458e0e0 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1441.064425] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f844717-780c-44b0-9bed-ce4cd458e0e0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.064492] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f844717-780c-44b0-9bed-ce4cd458e0e0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.064765] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f844717-780c-44b0-9bed-ce4cd458e0e0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.064850] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f844717-780c-44b0-9bed-ce4cd458e0e0',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1441.116147] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8c4495ad-2545-468d-8262-668890788c99 [ 1441.116474] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1441.116668] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.116765] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.116990] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.117111] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.117209] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8c4495ad-2545-468d-8262-668890788c99 already deleted. [ 1441.117295] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c4495ad-2545-468d-8262-668890788c99" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.136336] env[69758]: INFO networking_nsxv3.common.synchronization [None req-72b6fb92-b3ee-47e5-8aff-b0f0e5345ad2 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Enqueued Resource ID: 6f844717-780c-44b0-9bed-ce4cd458e0e0 with Priority: HIGHEST for action security_group_rules [ 1441.136851] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f844717-780c-44b0-9bed-ce4cd458e0e0 with Priority: HIGHEST for action security_group_rules [ 1441.137170] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f844717-780c-44b0-9bed-ce4cd458e0e0 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1441.137273] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f844717-780c-44b0-9bed-ce4cd458e0e0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.586037] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1441.586250] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.586250] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.586385] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.586479] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.586603] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f844717-780c-44b0-9bed-ce4cd458e0e0 already deleted. [ 1441.586692] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f844717-780c-44b0-9bed-ce4cd458e0e0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.586922] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f844717-780c-44b0-9bed-ce4cd458e0e0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.586979] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f844717-780c-44b0-9bed-ce4cd458e0e0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.587081] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f844717-780c-44b0-9bed-ce4cd458e0e0',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1442.108457] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.108866] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.108866] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.108955] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.109163] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.109262] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f844717-780c-44b0-9bed-ce4cd458e0e0 already deleted. [ 1442.109358] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f844717-780c-44b0-9bed-ce4cd458e0e0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.499258] env[69758]: INFO networking_nsxv3.common.synchronization [None req-53f0a953-aa71-4739-8962-b33a4da5a2d7 None None] Enqueued Resource ID: 539902ee-7e81-4222-a55e-982b68d279c3 with Priority: HIGHEST for action port [ 1442.499531] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 539902ee-7e81-4222-a55e-982b68d279c3 with Priority: HIGHEST for action port [ 1442.500153] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-539902ee-7e81-4222-a55e-982b68d279c3 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.500284] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-539902ee-7e81-4222-a55e-982b68d279c3" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.500358] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-539902ee-7e81-4222-a55e-982b68d279c3" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.500617] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-539902ee-7e81-4222-a55e-982b68d279c3" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.500701] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('539902ee-7e81-4222-a55e-982b68d279c3',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1443.003139] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 539902ee-7e81-4222-a55e-982b68d279c3 [ 1443.003476] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.003645] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.003738] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.003956] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.004068] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.004171] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:539902ee-7e81-4222-a55e-982b68d279c3 already deleted. [ 1443.004279] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-539902ee-7e81-4222-a55e-982b68d279c3" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.365844] env[69758]: INFO networking_nsxv3.common.synchronization [req-e7bf54e3-6489-4bed-9c47-7fd474486d7b req-7014c424-d96d-42d3-ba60-78aafa92236b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Enqueued Resource ID: 6f844717-780c-44b0-9bed-ce4cd458e0e0 with Priority: HIGHEST for action security_group_members [ 1446.366408] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f844717-780c-44b0-9bed-ce4cd458e0e0 with Priority: HIGHEST for action security_group_members [ 1446.366734] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f844717-780c-44b0-9bed-ce4cd458e0e0 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.366864] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f844717-780c-44b0-9bed-ce4cd458e0e0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.366926] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f844717-780c-44b0-9bed-ce4cd458e0e0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.367222] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f844717-780c-44b0-9bed-ce4cd458e0e0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.367380] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.367478] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.367541] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.367692] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.367777] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.367872] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f844717-780c-44b0-9bed-ce4cd458e0e0',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1446.639752] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-163 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.639985] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-163" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.640124] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-163" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.640452] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-163" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.640713] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.640871] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.640992] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.641216] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.641363] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.641587] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1446.641703] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1446.641811] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1446.641921] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1446.642042] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1446.642154] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1446.642284] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1446.665204] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1446.665384] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1446.665498] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1446.665677] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-163" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.665995] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-7e598d64-dd84-4154-afef-fa58692096d8 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.666203] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-7e598d64-dd84-4154-afef-fa58692096d8" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.666299] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-7e598d64-dd84-4154-afef-fa58692096d8" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.666640] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-7e598d64-dd84-4154-afef-fa58692096d8" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.666837] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e598d64-dd84-4154-afef-fa58692096d8',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1446.870127] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.870340] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.870340] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.870548] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.870650] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.870869] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.870972] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.871061] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.871217] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.871295] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.871379] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f844717-780c-44b0-9bed-ce4cd458e0e0 already deleted. [ 1446.871461] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f844717-780c-44b0-9bed-ce4cd458e0e0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.168916] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.169237] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.169372] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.169667] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.169827] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.169991] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port 7e598d64-dd84-4154-afef-fa58692096d8 not found, creating... [ 1447.170278] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.170438] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.170568] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.170862] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.170975] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.171309] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.171484] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.171606] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.171852] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.171951] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.172109] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: 7e598d64-dd84-4154-afef-fa58692096d8 is going to be created. [ 1447.193054] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.193290] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.193290] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.193563] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.193800] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.194062] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-7e598d64-dd84-4154-afef-fa58692096d8" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.859088] env[69758]: INFO networking_nsxv3.common.synchronization [req-e7bf54e3-6489-4bed-9c47-7fd474486d7b req-5a2f9d2c-3ca5-44e5-bc94-c96c55d3af1f service nova] Enqueued Resource ID: 6f844717-780c-44b0-9bed-ce4cd458e0e0 with Priority: HIGHEST for action security_group_rules [ 1447.859348] env[69758]: INFO networking_nsxv3.common.synchronization [req-e7bf54e3-6489-4bed-9c47-7fd474486d7b req-5a2f9d2c-3ca5-44e5-bc94-c96c55d3af1f service nova] Enqueued Resource ID: 6f844717-780c-44b0-9bed-ce4cd458e0e0 with Priority: HIGHEST for action security_group_members [ 1447.859397] env[69758]: INFO networking_nsxv3.common.synchronization [req-e7bf54e3-6489-4bed-9c47-7fd474486d7b req-5a2f9d2c-3ca5-44e5-bc94-c96c55d3af1f service nova] Enqueued Resource ID: 7e598d64-dd84-4154-afef-fa58692096d8 with Priority: HIGHEST for action port [ 1447.859621] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f844717-780c-44b0-9bed-ce4cd458e0e0 with Priority: HIGHEST for action security_group_rules [ 1447.859758] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f844717-780c-44b0-9bed-ce4cd458e0e0 with Priority: HIGHEST for action security_group_members [ 1447.859899] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e598d64-dd84-4154-afef-fa58692096d8 with Priority: HIGHEST for action port [ 1447.860818] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f844717-780c-44b0-9bed-ce4cd458e0e0 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.860960] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f844717-780c-44b0-9bed-ce4cd458e0e0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.861089] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f844717-780c-44b0-9bed-ce4cd458e0e0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.861322] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f844717-780c-44b0-9bed-ce4cd458e0e0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.861407] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f844717-780c-44b0-9bed-ce4cd458e0e0',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1447.862225] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f844717-780c-44b0-9bed-ce4cd458e0e0 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.862341] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f844717-780c-44b0-9bed-ce4cd458e0e0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.862405] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f844717-780c-44b0-9bed-ce4cd458e0e0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.862571] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f844717-780c-44b0-9bed-ce4cd458e0e0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.862714] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.862843] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.862881] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.862997] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.863097] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.863182] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f844717-780c-44b0-9bed-ce4cd458e0e0',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1447.863904] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e598d64-dd84-4154-afef-fa58692096d8 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.864025] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e598d64-dd84-4154-afef-fa58692096d8" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.864086] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e598d64-dd84-4154-afef-fa58692096d8" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.864239] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e598d64-dd84-4154-afef-fa58692096d8" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.864308] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e598d64-dd84-4154-afef-fa58692096d8',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1448.366356] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f844717-780c-44b0-9bed-ce4cd458e0e0 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.366564] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f844717-780c-44b0-9bed-ce4cd458e0e0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.366705] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6f844717-780c-44b0-9bed-ce4cd458e0e0',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1448.367605] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7e598d64-dd84-4154-afef-fa58692096d8 with status ACTIVE [ 1448.367793] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.367899] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.367962] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.368190] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.368282] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.368453] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.368548] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.368612] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.368792] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.368860] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.369093] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.369191] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.369272] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.369393] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.369466] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.369545] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7e598d64-dd84-4154-afef-fa58692096d8 is going to be updated. [ 1448.390411] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.390566] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.390635] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.390923] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.390969] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.391180] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e598d64-dd84-4154-afef-fa58692096d8" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.871371] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6f844717-780c-44b0-9bed-ce4cd458e0e0',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1449.373554] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.373908] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.373908] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.374110] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.374110] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.374232] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f844717-780c-44b0-9bed-ce4cd458e0e0 is going to be created. [ 1449.396766] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.397096] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.397096] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.397353] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.397353] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.406295] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f844717-780c-44b0-9bed-ce4cd458e0e0 in Status: UNINITIALIZED for 2s [ 1451.417842] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f844717-780c-44b0-9bed-ce4cd458e0e0 in Status: SUCCESS [ 1451.418167] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f844717-780c-44b0-9bed-ce4cd458e0e0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.418315] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f844717-780c-44b0-9bed-ce4cd458e0e0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.418558] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f844717-780c-44b0-9bed-ce4cd458e0e0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.418832] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.418995] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.419108] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.419304] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.419417] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.419539] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f844717-780c-44b0-9bed-ce4cd458e0e0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.419662] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6f844717-780c-44b0-9bed-ce4cd458e0e0',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1451.921991] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6f844717-780c-44b0-9bed-ce4cd458e0e0',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1452.424290] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6f844717-780c-44b0-9bed-ce4cd458e0e0: rpc.has_security_group_logging(os_id): False [ 1452.442101] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.442417] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.442417] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.442621] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.442716] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.442951] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.443198] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.443198] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.443336] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.443336] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.443500] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f844717-780c-44b0-9bed-ce4cd458e0e0 is going to be created. [ 1452.504046] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.504302] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.504302] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.504592] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.504709] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.515767] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f844717-780c-44b0-9bed-ce4cd458e0e0 in Status: IN_PROGRESS for 2s [ 1452.860597] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1452.860793] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1454.528954] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f844717-780c-44b0-9bed-ce4cd458e0e0 in Status: SUCCESS [ 1454.529413] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f844717-780c-44b0-9bed-ce4cd458e0e0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.861616] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1457.862144] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1462.862510] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1462.862510] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1467.864279] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1467.864635] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1472.865854] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1472.866262] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1477.866926] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1477.867359] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1482.868272] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1482.868690] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1487.868864] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1487.869259] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1492.869732] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1492.870125] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1497.870742] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1497.871095] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1502.872423] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1502.872919] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1507.873051] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1507.873453] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1512.335499] env[69758]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-19f4b427-64cd-4f09-8045-7814afbf13ae None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1512.335989] env[69758]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-19f4b427-64cd-4f09-8045-7814afbf13ae None None] NSXv3 Agent Agent loop - iteration:4 started [ 1512.874627] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1512.874757] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1517.876092] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1517.876416] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1522.877319] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1522.877664] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1527.860133] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-163 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1527.860486] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-163" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.860536] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-163" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.860785] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-163" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1527.861090] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1527.861267] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.861393] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.861636] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1527.861787] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.862020] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1527.862145] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1527.862259] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1527.862372] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1527.862488] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1527.862599] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1527.862741] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1527.879083] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1527.879225] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1527.889083] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1527.889307] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1527.889467] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1527.889656] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-163" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.889970] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-7e598d64-dd84-4154-afef-fa58692096d8 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1527.890171] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-7e598d64-dd84-4154-afef-fa58692096d8" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.890319] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-7e598d64-dd84-4154-afef-fa58692096d8" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.890657] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-7e598d64-dd84-4154-afef-fa58692096d8" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1527.890847] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e598d64-dd84-4154-afef-fa58692096d8',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1528.393349] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.393590] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.393752] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.394069] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.394235] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.394519] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.394709] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.394825] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.395066] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.395210] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.395532] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.395700] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.395875] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.396082] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.396243] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.396402] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: 7e598d64-dd84-4154-afef-fa58692096d8 is going to be updated. [ 1528.419530] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.419781] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.419886] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.420186] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.420422] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.420656] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-7e598d64-dd84-4154-afef-fa58692096d8" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.075582] env[69758]: INFO networking_nsxv3.common.synchronization [req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf req-c869aa49-b64f-401b-81a1-bb4f63ad9598 service nova] Enqueued Resource ID: 6f844717-780c-44b0-9bed-ce4cd458e0e0 with Priority: HIGHEST for action security_group_rules [ 1529.075916] env[69758]: INFO networking_nsxv3.common.synchronization [req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf req-c869aa49-b64f-401b-81a1-bb4f63ad9598 service nova] Enqueued Resource ID: 6f844717-780c-44b0-9bed-ce4cd458e0e0 with Priority: HIGHEST for action security_group_members [ 1529.075916] env[69758]: INFO networking_nsxv3.common.synchronization [req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf req-c869aa49-b64f-401b-81a1-bb4f63ad9598 service nova] Enqueued Resource ID: 7e598d64-dd84-4154-afef-fa58692096d8 with Priority: HIGHEST for action port [ 1529.076192] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f844717-780c-44b0-9bed-ce4cd458e0e0 with Priority: HIGHEST for action security_group_rules [ 1529.076325] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f844717-780c-44b0-9bed-ce4cd458e0e0 with Priority: HIGHEST for action security_group_members [ 1529.076423] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e598d64-dd84-4154-afef-fa58692096d8 with Priority: HIGHEST for action port [ 1529.076990] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f844717-780c-44b0-9bed-ce4cd458e0e0 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.077590] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f844717-780c-44b0-9bed-ce4cd458e0e0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.077672] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f844717-780c-44b0-9bed-ce4cd458e0e0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.077888] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f844717-780c-44b0-9bed-ce4cd458e0e0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1529.078030] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f844717-780c-44b0-9bed-ce4cd458e0e0',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1529.080009] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f844717-780c-44b0-9bed-ce4cd458e0e0 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.080137] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f844717-780c-44b0-9bed-ce4cd458e0e0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.080209] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f844717-780c-44b0-9bed-ce4cd458e0e0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.080721] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f844717-780c-44b0-9bed-ce4cd458e0e0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1529.080883] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.080984] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.081255] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.081345] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1529.081441] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.081561] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f844717-780c-44b0-9bed-ce4cd458e0e0',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1529.082705] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e598d64-dd84-4154-afef-fa58692096d8 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.082965] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e598d64-dd84-4154-afef-fa58692096d8" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.083053] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e598d64-dd84-4154-afef-fa58692096d8" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.083224] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e598d64-dd84-4154-afef-fa58692096d8" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1529.083306] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e598d64-dd84-4154-afef-fa58692096d8',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1529.580826] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f844717-780c-44b0-9bed-ce4cd458e0e0 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.581075] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f844717-780c-44b0-9bed-ce4cd458e0e0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.583367] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6f844717-780c-44b0-9bed-ce4cd458e0e0',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1529.587567] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7e598d64-dd84-4154-afef-fa58692096d8 with status ACTIVE [ 1529.587567] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.587567] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.587567] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.587567] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1529.587567] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.587567] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.587567] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.587567] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.587567] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1529.587567] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.587567] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.587567] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.587567] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.588309] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1529.588309] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.588309] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7e598d64-dd84-4154-afef-fa58692096d8 is going to be updated. [ 1529.609572] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.609572] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.609789] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.609789] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1529.609967] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.610157] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e598d64-dd84-4154-afef-fa58692096d8" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.085814] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6f844717-780c-44b0-9bed-ce4cd458e0e0',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1530.587757] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.588017] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.588151] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.588486] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.588653] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.588878] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f844717-780c-44b0-9bed-ce4cd458e0e0 is going to be updated. [ 1530.622012] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.622254] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.622254] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.622442] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.622595] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.630899] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f844717-780c-44b0-9bed-ce4cd458e0e0 in Status: IN_PROGRESS for 2s [ 1532.643211] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f844717-780c-44b0-9bed-ce4cd458e0e0 in Status: SUCCESS [ 1532.643652] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f844717-780c-44b0-9bed-ce4cd458e0e0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.643715] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f844717-780c-44b0-9bed-ce4cd458e0e0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.643920] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f844717-780c-44b0-9bed-ce4cd458e0e0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.644125] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.644266] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.644352] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.644544] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.644627] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.644718] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f844717-780c-44b0-9bed-ce4cd458e0e0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.644802] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6f844717-780c-44b0-9bed-ce4cd458e0e0',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1533.147984] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6f844717-780c-44b0-9bed-ce4cd458e0e0',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1533.651186] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6f844717-780c-44b0-9bed-ce4cd458e0e0: rpc.has_security_group_logging(os_id): False [ 1533.670468] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1533.670719] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.670719] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.670992] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.671123] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.671425] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1533.671544] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.671625] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.671835] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.671943] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.672066] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f844717-780c-44b0-9bed-ce4cd458e0e0 is going to be updated. [ 1533.735806] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1533.736058] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.736058] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.736204] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.736358] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.750698] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f844717-780c-44b0-9bed-ce4cd458e0e0 in Status: IN_PROGRESS for 2s [ 1534.077395] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1534.077538] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1535.765666] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f844717-780c-44b0-9bed-ce4cd458e0e0 in Status: SUCCESS [ 1535.766078] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f844717-780c-44b0-9bed-ce4cd458e0e0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.079079] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1539.079609] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1544.080016] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1544.080386] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1549.081316] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1549.081707] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1554.082624] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1554.083058] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1559.084206] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1559.084642] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1564.085333] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1564.085698] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1565.278722] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.279212] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.279212] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.279361] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.279416] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1565.782221] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1566.284033] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1566.786254] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1566.786522] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1567.619865] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.620334] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.620334] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.620334] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.631528] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1567.632422] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.633520] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1567.800862] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.801156] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.801156] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.801352] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.814886] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.815673] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1567.815773] env[69758]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69758) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1567.815858] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1567.848955] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.849271] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.849271] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.849413] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.850173] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.850340] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1567.948774] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.949101] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.949101] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.949217] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.949655] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.949843] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1568.026608] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.026850] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.026850] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.027041] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.027352] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.027697] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:28. [ 1568.027793] env[69758]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'18a0c88e-a914-4253-a4c1-d6dc4d329d0e', '6f844717-780c-44b0-9bed-ce4cd458e0e0', 'd313c6dc-c75d-4cc0-bfd3-23222ce565bb', '5d229128-8c11-4c78-8f1a-5d5746ac5707', '36b89e1b-bad3-4659-ae37-0a5d47eb72f2', 'd1dd9f65-8be0-4211-b4d6-4cb6e97dedc9', '9eb84e11-bd15-4464-a095-3b7997012d4d', '62ea22ad-dbaf-4072-88aa-a34a7a056d5c', 'b466bb13-86e5-4b05-a1a6-cce44813eedb', '060759af-1135-4904-abd4-1a7fbd387934', '3f267419-0a83-4663-b12b-11b03d590c85', '8fd852bb-aac8-4ffb-917f-1d50f9c2246e', 'fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace', '93100250-9526-4691-bed9-9ff892e2e334', '326deb58-c098-48dd-9134-b39bf9b9d7d5', '71e28d65-4abb-4c84-ba3e-57e57ae28960', '2cb34ad3-c41a-4aac-b219-433cdc73f5b6', 'a3793f91-c970-41db-b469-5181cac1cc75', '51150f16-cc48-4f6b-b73a-c98fe5635b4a', '33760f1a-d46c-4670-996f-e3e2aafd0198', 'de7973d3-3f62-43d4-891f-fabae8c0d446', '84a17eeb-3927-46b2-90cf-cd183917468d', '13656df6-7506-4197-928c-f90e5eb89a6a', '970b52ae-0a30-4a97-8d95-e0e8de09f208', '50ac5d94-fc3c-4728-b640-dacba41be7e6', 'f01280a9-47d6-43ef-8dd6-0c80b7ab1dca', '752acef9-787c-46a9-a0a0-11d4989cf50f', 'adec5154-b899-4227-99b0-e934b8bb9bc8'} {{(pid=69758) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1568.027907] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1568.047240] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.047474] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.047474] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.047685] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.047774] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.047883] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1568.047952] env[69758]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69758) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1568.048034] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1568.122347] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.122603] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.122603] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.122773] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.124057] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.124337] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1568.124415] env[69758]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69758) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1568.124486] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1568.124553] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1568.124627] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/28 resources of Type:Security Group Rules [ 1568.124690] env[69758]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 18a0c88e-a914-4253-a4c1-d6dc4d329d0e with Priority: HIGH for action security_group_rules [ 1568.124769] env[69758]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6f844717-780c-44b0-9bed-ce4cd458e0e0 with Priority: HIGH for action security_group_rules [ 1568.124835] env[69758]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d313c6dc-c75d-4cc0-bfd3-23222ce565bb with Priority: HIGH for action security_group_rules [ 1568.124893] env[69758]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5d229128-8c11-4c78-8f1a-5d5746ac5707 with Priority: HIGH for action security_group_rules [ 1568.124951] env[69758]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 36b89e1b-bad3-4659-ae37-0a5d47eb72f2 with Priority: HIGH for action security_group_rules [ 1568.125019] env[69758]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 with Priority: HIGH for action security_group_rules [ 1568.125093] env[69758]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9eb84e11-bd15-4464-a095-3b7997012d4d with Priority: HIGH for action security_group_rules [ 1568.125148] env[69758]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 62ea22ad-dbaf-4072-88aa-a34a7a056d5c with Priority: HIGH for action security_group_rules [ 1568.125193] env[69758]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b466bb13-86e5-4b05-a1a6-cce44813eedb with Priority: HIGH for action security_group_rules [ 1568.125251] env[69758]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 060759af-1135-4904-abd4-1a7fbd387934 with Priority: HIGH for action security_group_rules [ 1568.125310] env[69758]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3f267419-0a83-4663-b12b-11b03d590c85 with Priority: HIGH for action security_group_rules [ 1568.125369] env[69758]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8fd852bb-aac8-4ffb-917f-1d50f9c2246e with Priority: HIGH for action security_group_rules [ 1568.125423] env[69758]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace with Priority: HIGH for action security_group_rules [ 1568.125482] env[69758]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 93100250-9526-4691-bed9-9ff892e2e334 with Priority: HIGH for action security_group_rules [ 1568.125534] env[69758]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 326deb58-c098-48dd-9134-b39bf9b9d7d5 with Priority: HIGH for action security_group_rules [ 1568.125573] env[69758]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 with Priority: HIGH for action security_group_rules [ 1568.125626] env[69758]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2cb34ad3-c41a-4aac-b219-433cdc73f5b6 with Priority: HIGH for action security_group_rules [ 1568.125683] env[69758]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a3793f91-c970-41db-b469-5181cac1cc75 with Priority: HIGH for action security_group_rules [ 1568.125747] env[69758]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 51150f16-cc48-4f6b-b73a-c98fe5635b4a with Priority: HIGH for action security_group_rules [ 1568.125801] env[69758]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 33760f1a-d46c-4670-996f-e3e2aafd0198 with Priority: HIGH for action security_group_rules [ 1568.125903] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.086530] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1569.086939] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1569.086939] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18a0c88e-a914-4253-a4c1-d6dc4d329d0e with Priority: HIGH for action security_group_rules [ 1569.086939] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d313c6dc-c75d-4cc0-bfd3-23222ce565bb with Priority: HIGH for action security_group_rules [ 1569.087115] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9eb84e11-bd15-4464-a095-3b7997012d4d with Priority: HIGH for action security_group_rules [ 1569.087165] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 326deb58-c098-48dd-9134-b39bf9b9d7d5 with Priority: HIGH for action security_group_rules [ 1569.087274] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33760f1a-d46c-4670-996f-e3e2aafd0198 with Priority: HIGH for action security_group_rules [ 1569.087354] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51150f16-cc48-4f6b-b73a-c98fe5635b4a with Priority: HIGH for action security_group_rules [ 1569.087466] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3793f91-c970-41db-b469-5181cac1cc75 with Priority: HIGH for action security_group_rules [ 1569.087548] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cb34ad3-c41a-4aac-b219-433cdc73f5b6 with Priority: HIGH for action security_group_rules [ 1569.087613] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93100250-9526-4691-bed9-9ff892e2e334 with Priority: HIGH for action security_group_rules [ 1569.087704] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 with Priority: HIGH for action security_group_rules [ 1569.087792] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace with Priority: HIGH for action security_group_rules [ 1569.087882] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fd852bb-aac8-4ffb-917f-1d50f9c2246e with Priority: HIGH for action security_group_rules [ 1569.087968] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f267419-0a83-4663-b12b-11b03d590c85 with Priority: HIGH for action security_group_rules [ 1569.088064] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 060759af-1135-4904-abd4-1a7fbd387934 with Priority: HIGH for action security_group_rules [ 1569.088150] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b466bb13-86e5-4b05-a1a6-cce44813eedb with Priority: HIGH for action security_group_rules [ 1569.088236] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 with Priority: HIGH for action security_group_rules [ 1569.088323] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ea22ad-dbaf-4072-88aa-a34a7a056d5c with Priority: HIGH for action security_group_rules [ 1569.088413] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36b89e1b-bad3-4659-ae37-0a5d47eb72f2 with Priority: HIGH for action security_group_rules [ 1569.088499] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f844717-780c-44b0-9bed-ce4cd458e0e0 with Priority: HIGH for action security_group_rules [ 1569.088586] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d229128-8c11-4c78-8f1a-5d5746ac5707 with Priority: HIGH for action security_group_rules [ 1569.088945] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18a0c88e-a914-4253-a4c1-d6dc4d329d0e taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.089126] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18a0c88e-a914-4253-a4c1-d6dc4d329d0e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.089198] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18a0c88e-a914-4253-a4c1-d6dc4d329d0e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.089419] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18a0c88e-a914-4253-a4c1-d6dc4d329d0e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.089645] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18a0c88e-a914-4253-a4c1-d6dc4d329d0e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1569.090530] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d313c6dc-c75d-4cc0-bfd3-23222ce565bb taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.090673] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.090741] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.090919] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.090994] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d313c6dc-c75d-4cc0-bfd3-23222ce565bb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1569.092180] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9eb84e11-bd15-4464-a095-3b7997012d4d taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.092802] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9eb84e11-bd15-4464-a095-3b7997012d4d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.092802] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9eb84e11-bd15-4464-a095-3b7997012d4d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.092802] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9eb84e11-bd15-4464-a095-3b7997012d4d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.092802] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9eb84e11-bd15-4464-a095-3b7997012d4d',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1569.093345] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-326deb58-c098-48dd-9134-b39bf9b9d7d5 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.093558] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-326deb58-c098-48dd-9134-b39bf9b9d7d5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.093558] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-326deb58-c098-48dd-9134-b39bf9b9d7d5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.093767] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-326deb58-c098-48dd-9134-b39bf9b9d7d5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.093767] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('326deb58-c098-48dd-9134-b39bf9b9d7d5',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1569.094609] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33760f1a-d46c-4670-996f-e3e2aafd0198 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.094609] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33760f1a-d46c-4670-996f-e3e2aafd0198" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.094609] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33760f1a-d46c-4670-996f-e3e2aafd0198" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.094811] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33760f1a-d46c-4670-996f-e3e2aafd0198" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.094811] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33760f1a-d46c-4670-996f-e3e2aafd0198',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1569.095509] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51150f16-cc48-4f6b-b73a-c98fe5635b4a taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.095606] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51150f16-cc48-4f6b-b73a-c98fe5635b4a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.095683] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51150f16-cc48-4f6b-b73a-c98fe5635b4a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.095847] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51150f16-cc48-4f6b-b73a-c98fe5635b4a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.095902] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51150f16-cc48-4f6b-b73a-c98fe5635b4a',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1569.096602] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3793f91-c970-41db-b469-5181cac1cc75 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.096743] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3793f91-c970-41db-b469-5181cac1cc75" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.096743] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3793f91-c970-41db-b469-5181cac1cc75" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.096892] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3793f91-c970-41db-b469-5181cac1cc75" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.096960] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3793f91-c970-41db-b469-5181cac1cc75',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1569.097643] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2cb34ad3-c41a-4aac-b219-433cdc73f5b6 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.097767] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2cb34ad3-c41a-4aac-b219-433cdc73f5b6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.097813] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2cb34ad3-c41a-4aac-b219-433cdc73f5b6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.097937] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2cb34ad3-c41a-4aac-b219-433cdc73f5b6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.098166] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2cb34ad3-c41a-4aac-b219-433cdc73f5b6',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1569.098758] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93100250-9526-4691-bed9-9ff892e2e334 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.098872] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.098918] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.099113] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.099186] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93100250-9526-4691-bed9-9ff892e2e334',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1569.099868] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71e28d65-4abb-4c84-ba3e-57e57ae28960 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.100054] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.100054] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.100187] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.100255] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71e28d65-4abb-4c84-ba3e-57e57ae28960',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1569.100962] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.101073] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.101120] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.101242] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.101309] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1569.102068] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8fd852bb-aac8-4ffb-917f-1d50f9c2246e taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.102176] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8fd852bb-aac8-4ffb-917f-1d50f9c2246e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.102330] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8fd852bb-aac8-4ffb-917f-1d50f9c2246e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.102414] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8fd852bb-aac8-4ffb-917f-1d50f9c2246e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.102488] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8fd852bb-aac8-4ffb-917f-1d50f9c2246e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1569.103251] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f267419-0a83-4663-b12b-11b03d590c85 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.103355] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f267419-0a83-4663-b12b-11b03d590c85" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.103355] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f267419-0a83-4663-b12b-11b03d590c85" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.103522] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f267419-0a83-4663-b12b-11b03d590c85" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.103596] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f267419-0a83-4663-b12b-11b03d590c85',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1569.104342] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-060759af-1135-4904-abd4-1a7fbd387934 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.104513] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-060759af-1135-4904-abd4-1a7fbd387934" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.104513] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-060759af-1135-4904-abd4-1a7fbd387934" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.104603] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-060759af-1135-4904-abd4-1a7fbd387934" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.104642] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('060759af-1135-4904-abd4-1a7fbd387934',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1569.105307] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b466bb13-86e5-4b05-a1a6-cce44813eedb taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.105400] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.105478] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.105612] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.105724] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b466bb13-86e5-4b05-a1a6-cce44813eedb',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1569.106456] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.106575] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.106632] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.106739] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.106802] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1569.107515] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62ea22ad-dbaf-4072-88aa-a34a7a056d5c taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.107661] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62ea22ad-dbaf-4072-88aa-a34a7a056d5c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.107704] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62ea22ad-dbaf-4072-88aa-a34a7a056d5c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.107830] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62ea22ad-dbaf-4072-88aa-a34a7a056d5c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.107902] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62ea22ad-dbaf-4072-88aa-a34a7a056d5c',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1569.108565] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36b89e1b-bad3-4659-ae37-0a5d47eb72f2 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.108691] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36b89e1b-bad3-4659-ae37-0a5d47eb72f2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.108765] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36b89e1b-bad3-4659-ae37-0a5d47eb72f2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.108922] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36b89e1b-bad3-4659-ae37-0a5d47eb72f2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.109009] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36b89e1b-bad3-4659-ae37-0a5d47eb72f2',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1569.109790] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f844717-780c-44b0-9bed-ce4cd458e0e0 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.109930] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f844717-780c-44b0-9bed-ce4cd458e0e0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.109976] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f844717-780c-44b0-9bed-ce4cd458e0e0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.110109] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f844717-780c-44b0-9bed-ce4cd458e0e0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.110187] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f844717-780c-44b0-9bed-ce4cd458e0e0',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1569.110967] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d229128-8c11-4c78-8f1a-5d5746ac5707 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.110967] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d229128-8c11-4c78-8f1a-5d5746ac5707" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.111189] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d229128-8c11-4c78-8f1a-5d5746ac5707" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.111189] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d229128-8c11-4c78-8f1a-5d5746ac5707" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.111305] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d229128-8c11-4c78-8f1a-5d5746ac5707',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1569.141472] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.141732] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.141732] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.141923] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.147739] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.147983] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.150345] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.150558] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.151830] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.151971] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.157525] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.157625] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3793f91-c970-41db-b469-5181cac1cc75 is going to be deleted. [ 1569.158469] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.158681] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.176069] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.176069] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2cb34ad3-c41a-4aac-b219-433cdc73f5b6 is going to be deleted. [ 1569.176434] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.176686] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.195477] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.195685] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 326deb58-c098-48dd-9134-b39bf9b9d7d5 is going to be deleted. [ 1569.196478] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.196692] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.227889] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.228142] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18a0c88e-a914-4253-a4c1-d6dc4d329d0e is going to be deleted. [ 1569.258401] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.258703] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.258703] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.258823] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.258916] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.259052] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3793f91-c970-41db-b469-5181cac1cc75" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.259855] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.259979] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.260036] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.260199] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.260281] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.260393] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2cb34ad3-c41a-4aac-b219-433cdc73f5b6" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.300287] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.300578] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.300578] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.300737] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.300806] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.300929] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-326deb58-c098-48dd-9134-b39bf9b9d7d5" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.342911] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.343138] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.343138] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.343337] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.343430] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.343838] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18a0c88e-a914-4253-a4c1-d6dc4d329d0e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.624333] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f844717-780c-44b0-9bed-ce4cd458e0e0 taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.624552] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f844717-780c-44b0-9bed-ce4cd458e0e0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.624552] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f844717-780c-44b0-9bed-ce4cd458e0e0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.624736] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f844717-780c-44b0-9bed-ce4cd458e0e0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.624912] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.625028] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.625095] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.625246] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.625330] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.625415] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f844717-780c-44b0-9bed-ce4cd458e0e0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.625501] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6f844717-780c-44b0-9bed-ce4cd458e0e0',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1569.674295] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.674527] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.674527] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.674683] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.676476] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.676670] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.677429] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.677569] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.678201] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.678301] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.678922] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.679058] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.679665] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.679788] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.680484] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.680574] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.681668] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.681756] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.682443] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.682544] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.683238] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.683336] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.684008] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.684109] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.684688] env[69758]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1569.685170] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.685273] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.685916] env[69758]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1569.686378] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.686474] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.687120] env[69758]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1569.687579] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.687720] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.688435] env[69758]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1569.688912] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.689024] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.698210] env[69758]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1569.698700] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.698845] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b466bb13-86e5-4b05-a1a6-cce44813eedb is going to be deleted. [ 1569.699851] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.700063] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.718645] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.718806] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d313c6dc-c75d-4cc0-bfd3-23222ce565bb is going to be deleted. [ 1569.719682] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.719892] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.738684] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.738868] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62ea22ad-dbaf-4072-88aa-a34a7a056d5c is going to be deleted. [ 1569.739723] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.739938] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.766747] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.766988] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.773092] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.773267] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace is going to be deleted. [ 1569.774095] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.774316] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.776287] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.776432] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.809230] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.809704] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.810363] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.810472] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 060759af-1135-4904-abd4-1a7fbd387934 is going to be deleted. [ 1569.811374] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.811581] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.842450] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.842683] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9eb84e11-bd15-4464-a095-3b7997012d4d is going to be deleted. [ 1569.843499] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.843704] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.890768] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.890986] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.903581] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.903896] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f267419-0a83-4663-b12b-11b03d590c85 is going to be deleted. [ 1569.904847] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.905079] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.939165] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.939423] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.991885] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.992169] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8fd852bb-aac8-4ffb-917f-1d50f9c2246e is going to be deleted. [ 1569.993110] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.993342] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.024516] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.024786] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.029184] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.029420] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.044987] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.045234] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d229128-8c11-4c78-8f1a-5d5746ac5707 is going to be deleted. [ 1570.046187] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.046417] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.099095] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.099515] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33760f1a-d46c-4670-996f-e3e2aafd0198 is going to be deleted. [ 1570.100287] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.100511] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.122324] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.122556] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.129979] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6f844717-780c-44b0-9bed-ce4cd458e0e0',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1570.139226] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.139383] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36b89e1b-bad3-4659-ae37-0a5d47eb72f2 is going to be deleted. [ 1570.140351] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.140624] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.186969] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.187178] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51150f16-cc48-4f6b-b73a-c98fe5635b4a is going to be deleted. [ 1570.188176] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.188405] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.218410] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.218635] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.232030] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.232235] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71e28d65-4abb-4c84-ba3e-57e57ae28960 is going to be deleted. [ 1570.233130] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.233356] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.252468] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.252698] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.282131] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.282391] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93100250-9526-4691-bed9-9ff892e2e334 is going to be deleted. [ 1570.283317] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.283558] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.286955] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.287169] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.328189] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.328433] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9 is going to be deleted. [ 1570.329318] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.329735] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.329735] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.329928] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b466bb13-86e5-4b05-a1a6-cce44813eedb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.329977] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.330173] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.330257] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.330372] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d313c6dc-c75d-4cc0-bfd3-23222ce565bb" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.331563] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.331686] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.331729] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.331886] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.331974] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.332144] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51150f16-cc48-4f6b-b73a-c98fe5635b4a" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.332274] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.332429] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.332506] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.332621] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62ea22ad-dbaf-4072-88aa-a34a7a056d5c" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.332738] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.332882] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.332957] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.333077] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa9a76ea-30b9-42eb-b1c3-43b4b4c65ace" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.333205] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.333346] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.333421] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.333536] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-060759af-1135-4904-abd4-1a7fbd387934" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.333674] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.333825] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.333903] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.334024] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9eb84e11-bd15-4464-a095-3b7997012d4d" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.334155] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.334296] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.334369] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.334475] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f267419-0a83-4663-b12b-11b03d590c85" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.334583] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.334720] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.334795] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.334896] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8fd852bb-aac8-4ffb-917f-1d50f9c2246e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.335035] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.335203] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.335275] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.335376] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d229128-8c11-4c78-8f1a-5d5746ac5707" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.335486] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.335623] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.335698] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.335797] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33760f1a-d46c-4670-996f-e3e2aafd0198" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.335926] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.336075] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.336149] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.336254] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36b89e1b-bad3-4659-ae37-0a5d47eb72f2" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.339627] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.339755] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.339848] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.340030] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.340113] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.340225] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71e28d65-4abb-4c84-ba3e-57e57ae28960" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.370795] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.370965] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.371043] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.371261] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.371355] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.371799] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93100250-9526-4691-bed9-9ff892e2e334" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.440070] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.440285] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.440285] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.440499] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.440660] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.440767] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1dd9f65-8be0-4211-b4d6-4cb6e97dedc9" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.632648] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6f844717-780c-44b0-9bed-ce4cd458e0e0: rpc.has_security_group_logging(os_id): False [ 1570.652889] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.653142] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.653142] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.653350] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.673183] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.673492] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.673615] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.673683] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.673898] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.673986] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.674094] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f844717-780c-44b0-9bed-ce4cd458e0e0 is going to be updated. [ 1570.738497] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.738733] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.738733] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.738862] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.739021] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.755477] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f844717-780c-44b0-9bed-ce4cd458e0e0 in Status: IN_PROGRESS for 2s [ 1572.771275] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f844717-780c-44b0-9bed-ce4cd458e0e0 in Status: SUCCESS [ 1572.771977] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f844717-780c-44b0-9bed-ce4cd458e0e0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.089633] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1574.090105] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1579.091455] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1579.091788] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1584.092787] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1584.092787] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1584.736997] env[69758]: INFO networking_nsxv3.common.synchronization [req-7e60a1da-eae6-4833-bff2-45074319bb1b req-6c26aac0-bbd3-42b9-8f04-dd2eae44e80b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Enqueued Resource ID: 6f844717-780c-44b0-9bed-ce4cd458e0e0 with Priority: HIGHEST for action security_group_members [ 1584.736997] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f844717-780c-44b0-9bed-ce4cd458e0e0 with Priority: HIGHEST for action security_group_members [ 1584.736997] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f844717-780c-44b0-9bed-ce4cd458e0e0 taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.736997] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f844717-780c-44b0-9bed-ce4cd458e0e0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.736997] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f844717-780c-44b0-9bed-ce4cd458e0e0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.736997] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f844717-780c-44b0-9bed-ce4cd458e0e0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.736997] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.736997] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.736997] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.736997] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.736997] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1584.736997] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f844717-780c-44b0-9bed-ce4cd458e0e0',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1585.226201] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1585.226622] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.226622] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1585.226694] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1585.226739] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.226970] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1585.227081] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.227144] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1585.227294] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1585.227375] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.227465] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f844717-780c-44b0-9bed-ce4cd458e0e0 is going to be updated. [ 1585.256586] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1585.256777] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.256777] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1585.256946] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1585.257100] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.265325] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f844717-780c-44b0-9bed-ce4cd458e0e0 in Status: IN_PROGRESS for 2s [ 1587.277302] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f844717-780c-44b0-9bed-ce4cd458e0e0 in Status: SUCCESS [ 1587.277655] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f844717-780c-44b0-9bed-ce4cd458e0e0 deletion is rescheduled due to dependency. [ 1587.277655] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f844717-780c-44b0-9bed-ce4cd458e0e0" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1589.401554] env[69758]: INFO networking_nsxv3.common.synchronization [None req-c2437bd2-9bb8-48d1-bd41-18f88c4474ee tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Enqueued Resource ID: ff10440f-247c-4ce8-a4e5-2a328ef9df6e with Priority: HIGHEST for action security_group_rules [ 1589.402140] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff10440f-247c-4ce8-a4e5-2a328ef9df6e with Priority: HIGHEST for action security_group_rules [ 1589.402482] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff10440f-247c-4ce8-a4e5-2a328ef9df6e taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1589.402637] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff10440f-247c-4ce8-a4e5-2a328ef9df6e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.402716] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff10440f-247c-4ce8-a4e5-2a328ef9df6e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1589.403010] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff10440f-247c-4ce8-a4e5-2a328ef9df6e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1589.403122] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff10440f-247c-4ce8-a4e5-2a328ef9df6e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1589.467338] env[69758]: INFO networking_nsxv3.common.synchronization [None req-ebd7b54f-e7af-4749-9075-fd566b5dfb5e tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Enqueued Resource ID: ff10440f-247c-4ce8-a4e5-2a328ef9df6e with Priority: HIGHEST for action security_group_rules [ 1589.467887] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff10440f-247c-4ce8-a4e5-2a328ef9df6e with Priority: HIGHEST for action security_group_rules [ 1589.468202] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff10440f-247c-4ce8-a4e5-2a328ef9df6e taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1589.468299] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff10440f-247c-4ce8-a4e5-2a328ef9df6e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.923886] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1589.923886] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.923886] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1589.923886] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1589.923886] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1589.923886] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff10440f-247c-4ce8-a4e5-2a328ef9df6e already deleted. [ 1589.923886] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff10440f-247c-4ce8-a4e5-2a328ef9df6e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1589.924266] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff10440f-247c-4ce8-a4e5-2a328ef9df6e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1589.924266] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff10440f-247c-4ce8-a4e5-2a328ef9df6e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1589.924266] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff10440f-247c-4ce8-a4e5-2a328ef9df6e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1590.444534] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1590.444534] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.444534] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1590.444534] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1590.444989] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1590.444989] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff10440f-247c-4ce8-a4e5-2a328ef9df6e already deleted. [ 1590.444989] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff10440f-247c-4ce8-a4e5-2a328ef9df6e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1594.469295] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1594.469620] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1594.662657] env[69758]: INFO networking_nsxv3.common.synchronization [req-592678d0-dcb7-4485-9546-db6f138e3a76 req-8c726e7b-afce-4ce9-8050-83f7db906ccf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Enqueued Resource ID: ff10440f-247c-4ce8-a4e5-2a328ef9df6e with Priority: HIGHEST for action security_group_members [ 1594.663200] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff10440f-247c-4ce8-a4e5-2a328ef9df6e with Priority: HIGHEST for action security_group_members [ 1594.663506] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff10440f-247c-4ce8-a4e5-2a328ef9df6e taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1594.663980] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff10440f-247c-4ce8-a4e5-2a328ef9df6e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.663980] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff10440f-247c-4ce8-a4e5-2a328ef9df6e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1594.663980] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff10440f-247c-4ce8-a4e5-2a328ef9df6e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1594.664146] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1594.664232] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.664375] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1594.664427] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1594.664512] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1594.664601] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff10440f-247c-4ce8-a4e5-2a328ef9df6e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1594.935421] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-163 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1594.935600] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-163" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.935709] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-163" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1594.935999] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-163" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1594.936277] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1594.936437] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.936558] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1594.936786] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1594.936938] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1594.937193] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1594.937314] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1594.937426] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1594.937538] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1594.937649] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1594.937788] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1594.937937] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1594.960021] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1594.960203] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1594.960345] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1594.960529] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-163" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1594.960869] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-7c297f9c-e580-4bab-b800-9f8c2a36e4db taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1594.961046] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-7c297f9c-e580-4bab-b800-9f8c2a36e4db" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.961171] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-7c297f9c-e580-4bab-b800-9f8c2a36e4db" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1594.961507] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-7c297f9c-e580-4bab-b800-9f8c2a36e4db" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1594.961650] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c297f9c-e580-4bab-b800-9f8c2a36e4db',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1595.166263] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1595.166409] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.166483] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1595.166702] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1595.166795] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1595.167049] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1595.167157] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.167266] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1595.167368] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1595.167446] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1595.167532] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff10440f-247c-4ce8-a4e5-2a328ef9df6e already deleted. [ 1595.167625] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff10440f-247c-4ce8-a4e5-2a328ef9df6e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1595.463938] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1595.464153] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.464252] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1595.464543] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1595.464716] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1595.464914] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Segment Port 7c297f9c-e580-4bab-b800-9f8c2a36e4db not found, creating... [ 1595.465254] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1595.465425] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.465547] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1595.465786] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1595.465936] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1595.466272] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1595.466436] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.466556] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1595.466772] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1595.466917] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1595.467077] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: 7c297f9c-e580-4bab-b800-9f8c2a36e4db is going to be created. [ 1595.495468] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1595.495882] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.495882] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1595.496092] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1595.496334] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1595.496563] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-7c297f9c-e580-4bab-b800-9f8c2a36e4db" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1596.178035] env[69758]: INFO networking_nsxv3.common.synchronization [req-592678d0-dcb7-4485-9546-db6f138e3a76 req-1ccb2c14-218f-4c30-a671-e34ef1863407 service nova] Enqueued Resource ID: ff10440f-247c-4ce8-a4e5-2a328ef9df6e with Priority: HIGHEST for action security_group_rules [ 1596.178237] env[69758]: INFO networking_nsxv3.common.synchronization [req-592678d0-dcb7-4485-9546-db6f138e3a76 req-1ccb2c14-218f-4c30-a671-e34ef1863407 service nova] Enqueued Resource ID: ff10440f-247c-4ce8-a4e5-2a328ef9df6e with Priority: HIGHEST for action security_group_members [ 1596.178378] env[69758]: INFO networking_nsxv3.common.synchronization [req-592678d0-dcb7-4485-9546-db6f138e3a76 req-1ccb2c14-218f-4c30-a671-e34ef1863407 service nova] Enqueued Resource ID: 7c297f9c-e580-4bab-b800-9f8c2a36e4db with Priority: HIGHEST for action port [ 1596.178606] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff10440f-247c-4ce8-a4e5-2a328ef9df6e with Priority: HIGHEST for action security_group_rules [ 1596.178779] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff10440f-247c-4ce8-a4e5-2a328ef9df6e with Priority: HIGHEST for action security_group_members [ 1596.178835] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c297f9c-e580-4bab-b800-9f8c2a36e4db with Priority: HIGHEST for action port [ 1596.179394] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff10440f-247c-4ce8-a4e5-2a328ef9df6e taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1596.179523] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff10440f-247c-4ce8-a4e5-2a328ef9df6e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1596.179582] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff10440f-247c-4ce8-a4e5-2a328ef9df6e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1596.179804] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff10440f-247c-4ce8-a4e5-2a328ef9df6e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1596.179888] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff10440f-247c-4ce8-a4e5-2a328ef9df6e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1596.180698] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff10440f-247c-4ce8-a4e5-2a328ef9df6e taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1596.180824] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff10440f-247c-4ce8-a4e5-2a328ef9df6e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1596.180890] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff10440f-247c-4ce8-a4e5-2a328ef9df6e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1596.181071] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff10440f-247c-4ce8-a4e5-2a328ef9df6e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1596.181212] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1596.181304] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1596.181445] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1596.181506] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1596.181583] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1596.181664] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff10440f-247c-4ce8-a4e5-2a328ef9df6e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1596.182397] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c297f9c-e580-4bab-b800-9f8c2a36e4db taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1596.182497] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c297f9c-e580-4bab-b800-9f8c2a36e4db" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1596.182573] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c297f9c-e580-4bab-b800-9f8c2a36e4db" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1596.182714] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c297f9c-e580-4bab-b800-9f8c2a36e4db" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1596.183015] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c297f9c-e580-4bab-b800-9f8c2a36e4db',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1596.685818] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff10440f-247c-4ce8-a4e5-2a328ef9df6e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1596.685818] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff10440f-247c-4ce8-a4e5-2a328ef9df6e taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1596.685818] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff10440f-247c-4ce8-a4e5-2a328ef9df6e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1596.685818] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7c297f9c-e580-4bab-b800-9f8c2a36e4db with status ACTIVE [ 1596.686281] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1596.686281] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1596.686281] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1596.686377] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1596.686408] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1596.686669] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1596.686812] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1596.686884] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1596.687449] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1596.687449] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1596.687449] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1596.687449] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1596.687673] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1596.687746] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1596.688015] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1596.688169] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7c297f9c-e580-4bab-b800-9f8c2a36e4db is going to be updated. [ 1596.708980] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1596.709212] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1596.709301] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1596.709561] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1596.709763] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1596.709978] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c297f9c-e580-4bab-b800-9f8c2a36e4db" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1597.190260] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff10440f-247c-4ce8-a4e5-2a328ef9df6e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1597.693654] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1597.695104] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.695104] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1597.695104] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1597.695104] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1597.695104] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff10440f-247c-4ce8-a4e5-2a328ef9df6e is going to be created. [ 1597.718173] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1597.718372] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.718372] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1597.718635] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1597.718804] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1597.727867] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff10440f-247c-4ce8-a4e5-2a328ef9df6e in Status: UNINITIALIZED for 2s [ 1599.739710] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff10440f-247c-4ce8-a4e5-2a328ef9df6e in Status: SUCCESS [ 1599.740132] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff10440f-247c-4ce8-a4e5-2a328ef9df6e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.740132] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff10440f-247c-4ce8-a4e5-2a328ef9df6e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.740375] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff10440f-247c-4ce8-a4e5-2a328ef9df6e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.740571] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.740686] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.740748] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.740925] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.740997] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.741098] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff10440f-247c-4ce8-a4e5-2a328ef9df6e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.741193] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff10440f-247c-4ce8-a4e5-2a328ef9df6e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1600.243984] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff10440f-247c-4ce8-a4e5-2a328ef9df6e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1600.746858] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff10440f-247c-4ce8-a4e5-2a328ef9df6e: rpc.has_security_group_logging(os_id): False [ 1600.769310] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1600.769482] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.769516] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1600.769888] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1600.769888] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1600.770111] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1600.770250] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.770281] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1600.770419] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1600.770493] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1600.770577] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff10440f-247c-4ce8-a4e5-2a328ef9df6e is going to be created. [ 1600.834309] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1600.834496] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.834555] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1600.834744] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1600.834949] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1600.846079] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff10440f-247c-4ce8-a4e5-2a328ef9df6e in Status: IN_PROGRESS for 2s [ 1601.180151] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1601.180310] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1602.859562] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff10440f-247c-4ce8-a4e5-2a328ef9df6e in Status: SUCCESS [ 1602.859982] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff10440f-247c-4ce8-a4e5-2a328ef9df6e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.181884] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1606.182294] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1611.183860] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1611.184286] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1616.184947] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1616.185387] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1621.186703] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1621.186703] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1626.188029] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1626.188029] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1631.189624] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1631.190036] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1636.190595] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1636.191215] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1641.191727] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1641.192100] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1646.192569] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1646.192926] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1651.193913] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1651.193913] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1656.195035] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1656.195360] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1661.196676] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1661.196894] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1665.725570] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock network-163 taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1665.725920] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "network-163" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1665.725920] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "network-163" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1665.726212] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "network-163" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1665.726468] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1665.726629] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1665.726748] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1665.726959] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1665.727127] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1665.727334] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1665.727449] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] NeedRegenerationException {{(pid=69758) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1665.727562] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] no value, waiting for create lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1665.727671] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] value creation lock acquired {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1665.727781] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] No value present for key: 'zone-id' {{(pid=69758) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1665.727889] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Calling creation function for not-yet-present value {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1665.728033] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1665.754607] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1665.754799] env[69758]: DEBUG dogpile.cache.region [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69758) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1665.754942] env[69758]: DEBUG dogpile.lock [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Released creation lock {{(pid=69758) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1665.755146] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "network-163" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1665.755466] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock port-7c297f9c-e580-4bab-b800-9f8c2a36e4db taken with stack trace [, , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1665.755646] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "port-7c297f9c-e580-4bab-b800-9f8c2a36e4db" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1665.755771] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "port-7c297f9c-e580-4bab-b800-9f8c2a36e4db" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1665.756059] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "port-7c297f9c-e580-4bab-b800-9f8c2a36e4db" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1665.756205] env[69758]: DEBUG networking_nsxv3.api.rpc [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c297f9c-e580-4bab-b800-9f8c2a36e4db',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1666.198258] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1666.198483] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1666.258972] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1666.259271] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1666.259421] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1666.259646] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1666.259812] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1666.260117] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1666.260311] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1666.260439] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1666.260660] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1666.260801] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1666.261090] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1666.261297] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1666.261401] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1666.261611] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1666.261745] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1666.261890] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Resource: SegmentPort with ID: 7c297f9c-e580-4bab-b800-9f8c2a36e4db is going to be updated. [ 1666.281818] env[69758]: DEBUG networking_nsxv3.common.locking [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1666.282039] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1666.282160] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1666.282417] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1666.282623] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1666.282837] env[69758]: DEBUG oslo_concurrency.lockutils [None req-ce6c6aa5-a7bb-4a6c-b4a3-b36263845f70 None None] Releasing lock "port-7c297f9c-e580-4bab-b800-9f8c2a36e4db" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1666.998897] env[69758]: INFO networking_nsxv3.common.synchronization [req-13bdefc0-6d96-46f6-a29f-5052853225b3 req-beda5d6b-1f48-4fa3-bb16-921d4f936c3a service nova] Enqueued Resource ID: ff10440f-247c-4ce8-a4e5-2a328ef9df6e with Priority: HIGHEST for action security_group_rules [ 1666.999164] env[69758]: INFO networking_nsxv3.common.synchronization [req-13bdefc0-6d96-46f6-a29f-5052853225b3 req-beda5d6b-1f48-4fa3-bb16-921d4f936c3a service nova] Enqueued Resource ID: ff10440f-247c-4ce8-a4e5-2a328ef9df6e with Priority: HIGHEST for action security_group_members [ 1666.999164] env[69758]: INFO networking_nsxv3.common.synchronization [req-13bdefc0-6d96-46f6-a29f-5052853225b3 req-beda5d6b-1f48-4fa3-bb16-921d4f936c3a service nova] Enqueued Resource ID: 7c297f9c-e580-4bab-b800-9f8c2a36e4db with Priority: HIGHEST for action port [ 1666.999353] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff10440f-247c-4ce8-a4e5-2a328ef9df6e with Priority: HIGHEST for action security_group_rules [ 1666.999483] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff10440f-247c-4ce8-a4e5-2a328ef9df6e with Priority: HIGHEST for action security_group_members [ 1666.999578] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c297f9c-e580-4bab-b800-9f8c2a36e4db with Priority: HIGHEST for action port [ 1667.000119] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff10440f-247c-4ce8-a4e5-2a328ef9df6e taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1667.000279] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff10440f-247c-4ce8-a4e5-2a328ef9df6e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.000346] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff10440f-247c-4ce8-a4e5-2a328ef9df6e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1667.000544] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff10440f-247c-4ce8-a4e5-2a328ef9df6e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1667.000628] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff10440f-247c-4ce8-a4e5-2a328ef9df6e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1667.001440] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff10440f-247c-4ce8-a4e5-2a328ef9df6e taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1667.001547] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff10440f-247c-4ce8-a4e5-2a328ef9df6e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.001613] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff10440f-247c-4ce8-a4e5-2a328ef9df6e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1667.001767] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff10440f-247c-4ce8-a4e5-2a328ef9df6e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1667.001905] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1667.001992] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.002065] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1667.002199] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1667.002284] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1667.002369] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff10440f-247c-4ce8-a4e5-2a328ef9df6e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1667.003058] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c297f9c-e580-4bab-b800-9f8c2a36e4db taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1667.003169] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c297f9c-e580-4bab-b800-9f8c2a36e4db" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.003229] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c297f9c-e580-4bab-b800-9f8c2a36e4db" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1667.003522] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c297f9c-e580-4bab-b800-9f8c2a36e4db" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1667.003522] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c297f9c-e580-4bab-b800-9f8c2a36e4db',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1667.505781] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff10440f-247c-4ce8-a4e5-2a328ef9df6e taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1667.505986] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff10440f-247c-4ce8-a4e5-2a328ef9df6e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.506114] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7c297f9c-e580-4bab-b800-9f8c2a36e4db with status ACTIVE [ 1667.506284] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1667.506396] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.506464] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1667.506676] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1667.506946] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1667.506946] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1667.507126] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.507126] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1667.507246] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1667.507324] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1667.507505] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1667.507630] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.507722] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1667.507800] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1667.507872] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1667.507957] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7c297f9c-e580-4bab-b800-9f8c2a36e4db is going to be updated. [ 1667.509053] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff10440f-247c-4ce8-a4e5-2a328ef9df6e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1667.532517] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1667.532717] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.532717] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1667.532933] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1667.533091] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1667.533261] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c297f9c-e580-4bab-b800-9f8c2a36e4db" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1668.011407] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff10440f-247c-4ce8-a4e5-2a328ef9df6e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1668.515161] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1668.515359] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.515394] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1668.515617] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1668.515716] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1668.515824] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff10440f-247c-4ce8-a4e5-2a328ef9df6e is going to be updated. [ 1668.551574] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1668.551761] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.551797] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1668.552046] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1668.552220] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1668.561481] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff10440f-247c-4ce8-a4e5-2a328ef9df6e in Status: IN_PROGRESS for 2s [ 1670.573308] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff10440f-247c-4ce8-a4e5-2a328ef9df6e in Status: SUCCESS [ 1670.573308] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff10440f-247c-4ce8-a4e5-2a328ef9df6e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1670.573308] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff10440f-247c-4ce8-a4e5-2a328ef9df6e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1670.573754] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff10440f-247c-4ce8-a4e5-2a328ef9df6e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1670.573754] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1670.573830] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1670.573978] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1670.574059] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1670.574132] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1670.574218] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff10440f-247c-4ce8-a4e5-2a328ef9df6e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1670.574351] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff10440f-247c-4ce8-a4e5-2a328ef9df6e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1671.076976] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff10440f-247c-4ce8-a4e5-2a328ef9df6e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1671.580288] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff10440f-247c-4ce8-a4e5-2a328ef9df6e: rpc.has_security_group_logging(os_id): False [ 1671.599318] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1671.599521] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1671.599692] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1671.599831] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1671.599997] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1671.600347] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1671.600470] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1671.600674] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1671.600772] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1671.600862] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1671.600954] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff10440f-247c-4ce8-a4e5-2a328ef9df6e is going to be updated. [ 1671.660547] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1671.660766] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1671.660766] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1671.661116] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1671.661343] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1671.672856] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff10440f-247c-4ce8-a4e5-2a328ef9df6e in Status: IN_PROGRESS for 2s [ 1672.000936] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1672.001115] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1673.697586] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff10440f-247c-4ce8-a4e5-2a328ef9df6e in Status: SUCCESS [ 1673.697985] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff10440f-247c-4ce8-a4e5-2a328ef9df6e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1677.002417] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1677.002884] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1682.003490] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1682.003913] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1687.004433] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1687.004768] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1692.006067] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1692.006422] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1697.007713] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1697.008167] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1702.009110] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1702.009375] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1707.010512] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1707.010941] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1712.012294] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1712.012640] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1717.013757] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1717.014094] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1719.512695] env[69758]: INFO networking_nsxv3.common.synchronization [req-d7387060-f850-4635-a10c-f23bb1d1b3a8 req-8bdff851-80a6-46b0-af4e-8533deb43a3a tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Enqueued Resource ID: ff10440f-247c-4ce8-a4e5-2a328ef9df6e with Priority: HIGHEST for action security_group_members [ 1719.513331] env[69758]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff10440f-247c-4ce8-a4e5-2a328ef9df6e with Priority: HIGHEST for action security_group_members [ 1719.513668] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff10440f-247c-4ce8-a4e5-2a328ef9df6e taken with stack trace [, , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1719.513795] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff10440f-247c-4ce8-a4e5-2a328ef9df6e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1719.514084] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff10440f-247c-4ce8-a4e5-2a328ef9df6e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1719.514117] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff10440f-247c-4ce8-a4e5-2a328ef9df6e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1719.514301] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1719.514412] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1719.514450] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1719.514605] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1719.514696] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1719.514812] env[69758]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff10440f-247c-4ce8-a4e5-2a328ef9df6e',) {} {{(pid=69758) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1720.018261] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1720.018450] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1720.018450] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1720.018800] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1720.018925] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1720.019243] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1720.019379] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1720.019464] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1720.019644] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1720.019747] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1720.019851] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff10440f-247c-4ce8-a4e5-2a328ef9df6e is going to be updated. [ 1720.049228] env[69758]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69758) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1720.049509] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1720.049509] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1720.049784] env[69758]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1720.049954] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1720.063305] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff10440f-247c-4ce8-a4e5-2a328ef9df6e in Status: IN_PROGRESS for 2s [ 1722.075143] env[69758]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff10440f-247c-4ce8-a4e5-2a328ef9df6e in Status: SUCCESS [ 1722.075502] env[69758]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff10440f-247c-4ce8-a4e5-2a328ef9df6e deletion is rescheduled due to dependency. [ 1722.075502] env[69758]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff10440f-247c-4ce8-a4e5-2a328ef9df6e" {{(pid=69758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1724.514042] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1724.514042] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1729.514788] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1729.515150] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1734.516105] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1734.516501] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1739.518017] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1739.518377] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1744.519689] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1744.519689] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1749.521500] env[69758]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1749.521909] env[69758]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0